fix: change the default save path of evalset file

Author: diseng

tests/test_misc.py

@@ -0,0 +1,54 @@
+# Copyright (c) 2025 Beijing Volcano Engine Technology Co., Ltd. and/or its affiliates.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import __main__
+from unittest import TestCase
+from unittest.mock import patch
+
+from veadk.utils.misc import get_agents_dir
+
+
+class GetAgentsDirTest(TestCase):
+    @patch.object(__main__, "__file__", "/test/path/app/main.py")
+    def test_get_agents_dir_from_main(self):
+        """Test get_agents_dir using __main__.__file__"""
+        self.assertEqual(get_agents_dir(), "/test/path")
+
+    def test_get_agents_dir_from_argv(self):
+        """Test get_agents_dir using sys.argv"""
+        with patch("veadk.utils.misc.sys") as mock_sys:
+            mock_sys.argv = ["/test/path/app/main.py"]
+            with patch("veadk.utils.misc.hasattr") as mock_hasattr:
+                mock_hasattr.return_value = False
+                self.assertEqual(get_agents_dir(), "/test/path")
+
+    @patch("veadk.utils.misc.os.getcwd")
+    @patch("veadk.utils.misc.sys")
+    def test_get_agents_dir_from_cwd(self, mock_sys, mock_getcwd):
+        """Test get_agents_dir using os.getcwd"""
+        mock_sys.argv = [""]
+        mock_getcwd.return_value = "/test/path/app"
+        with patch("veadk.utils.misc.hasattr") as mock_hasattr:
+            mock_hasattr.return_value = False
+            self.assertEqual(get_agents_dir(), "/test/path")
+
+    @patch("veadk.utils.misc.os.getcwd")
+    @patch("veadk.utils.misc.sys")
+    def test_get_agents_dir_from_cwd_empty_argv(self, mock_sys, mock_getcwd):
+        """Test get_agents_dir using os.getcwd with empty argv"""
+        mock_sys.argv = []
+        mock_getcwd.return_value = "/test/path/app"
+        with patch("veadk.utils.misc.hasattr") as mock_hasattr:
+            mock_hasattr.return_value = False
+            self.assertEqual(get_agents_dir(), "/test/path")

veadk/evaluation/eval_set_recorder.py

@@ -21,7 +21,7 @@
 from google.adk.sessions import BaseSessionService
 
 from veadk.utils.logger import get_logger
-from veadk.utils.misc import formatted_timestamp, get_temp_dir
+from veadk.utils.misc import formatted_timestamp, get_agents_dir
 
 logger = get_logger(__name__)
 
@@ -53,7 +53,7 @@ def __init__(
         Raises:
             ValueError: If eval_set_id is invalid.
         """
-        super().__init__(agents_dir=get_temp_dir())
+        super().__init__(agents_dir=get_agents_dir())
         self.eval_set_id = eval_set_id if eval_set_id != "" else "default"
         self.session_service: BaseSessionService = session_service
 

veadk/utils/misc.py

@@ -22,6 +22,7 @@
 
 import requests
 from yaml import safe_load
+import __main__
 
 
 def read_file(file_path):
@@ -166,3 +167,23 @@ def get_temp_dir():
     else:
         # Non-Windows systems (macOS, Linux, etc.) uniformly return /tmp
         return "/tmp"
+
+
+def get_agents_dir():
+    """
+    Get the directory of the currently executed entry script.
+
+    Returns:
+        str: The agents directory (parent directory of the app)
+    """
+    # Try using __main__.__file__ (works for most CLI scripts and uv run environments)
+    if hasattr(__main__, "__file__"):
+        full_path = os.path.dirname(os.path.abspath(__main__.__file__))
+    # Fallback to sys.argv[0] (usually gives the entry script path)
+    elif len(sys.argv) > 0 and sys.argv[0]:
+        full_path = os.path.dirname(os.path.abspath(sys.argv[0]))
+    # Fallback to current working directory (for REPL / Jupyter Notebook)
+    else:
+        full_path = os.getcwd()
+
+    return os.path.dirname(full_path)