modify default param

Author: Nyakult

evaluation/scripts/personamem/pm_metric.py

@@ -358,7 +358,7 @@ def print_summary(results):
         help="Memory library to evaluate",
         default="memos-api",
     )
-    parser.add_argument("--version", type=str, default="0925", help="Evaluation framework version")
+    parser.add_argument("--version", type=str, default="default", help="Evaluation framework version")
 
     args = parser.parse_args()
     lib, version = args.lib, args.version

evaluation/scripts/personamem/pm_responses.py

@@ -10,7 +10,6 @@
 from openai import OpenAI
 from tqdm import tqdm
 
-
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 import re
 
@@ -154,9 +153,9 @@ def main(frame, version, num_runs=3, num_workers=4):
             future_to_user_id[future] = user_id
 
         for future in tqdm(
-            as_completed(future_to_user_id),
-            total=len(future_to_user_id),
-            desc="📝 Generating responses",
+                as_completed(future_to_user_id),
+                total=len(future_to_user_id),
+                desc="📝 Generating responses",
         ):
             user_id = future_to_user_id[future]
             try:
@@ -185,10 +184,12 @@ def main(frame, version, num_runs=3, num_workers=4):
 
 if __name__ == "__main__":
     parser = argparse.ArgumentParser(description="PersonaMem Response Generation Script")
-    parser.add_argument("--lib", type=str, choices=["memos-api-online","zep","mem0", "mem0_graph", "memos-api", "memobase", "memu", "supermemory"], default='memos-api')
-    parser.add_argument("--version", type=str, default="0925", help="Version of the evaluation framework.")
+    parser.add_argument("--lib", type=str,
+                        choices=["memos-api-online", "zep", "mem0", "mem0_graph", "memos-api", "memobase", "memu",
+                                 "supermemory"], default='memos-api')
+    parser.add_argument("--version", type=str, default="default", help="Version of the evaluation framework.")
     parser.add_argument("--num_runs", type=int, default=3, help="Number of runs for LLM-as-a-Judge evaluation.")
-    parser.add_argument("--workers", type=int, default=3, help="Number of worker threads to use for processing.")
+    parser.add_argument("--workers", type=int, default=10, help="Number of worker threads to use for processing.")
 
     args = parser.parse_args()
     main(frame=args.lib, version=args.version, num_runs=args.num_runs, num_workers=args.workers)

evaluation/scripts/personamem/pm_search.py

@@ -278,7 +278,7 @@ def main(frame, version, top_k=20, num_workers=2):
     print(f"🔍 PERSONAMEM SEARCH - {frame.upper()} v{version}".center(80))
     print("=" * 80)
 
-    question_csv_path = "data/personamem/questions_32k copy.csv"
+    question_csv_path = "data/personamem/questions_32k.csv"
     context_jsonl_path = "data/personamem/shared_contexts_32k.jsonl"
     total_rows = count_csv_rows(question_csv_path)
 
@@ -337,7 +337,7 @@ def main(frame, version, top_k=20, num_workers=2):
                         choices=["memos-api-online", "mem0", "mem0_graph", "memos-api", "memobase", "memu",
                                  "supermemory"],
                         default='memos-api')
-    parser.add_argument("--version", type=str, default="0925", help="Version of the evaluation framework.")
+    parser.add_argument("--version", type=str, default="default", help="Version of the evaluation framework.")
     parser.add_argument("--top_k", type=int, default=20, help="Number of top results to retrieve from the search.")
     parser.add_argument("--workers", type=int, default=3, help="Number of parallel workers for processing users.")