fix(eval): search top k

Author: Duguce

evaluation/scripts/longmemeval/lme_search.py

@@ -179,7 +179,7 @@ def process_user(lme_df, conv_idx, frame, version, top_k=20):
             mode="local",
             db_name=f"lme_{frame}-{version}-{user_id.replace('_', '')}",
             user_id=user_id,
-            top_k=20,
+            top_k=top_k,
             mem_cube_path=f"results/lme/{frame}-{version}/storages/{user_id}",
             mem_cube_config_path="configs/mem_cube_config.json",
             mem_os_config_path="configs/mos_memos_config.json",

evaluation/scripts/run_lme_eval.sh

@@ -2,9 +2,9 @@
 
 # Common parameters for all scripts
 LIB="memos-local"
-VERSION="071503"
+VERSION="071701"
 WORKERS=10
-TOPK=20
+TOPK=40
 
 # echo "Running lme_ingestion.py..."
 # CUDA_VISIBLE_DEVICES=0 python scripts/longmemeval/lme_ingestion.py --lib $LIB --version $VERSION --workers $WORKERS
@@ -34,10 +34,10 @@ if [ $? -ne 0 ]; then
     exit 1
 fi
 
-echo "Running lme_metrics.py..."
-CUDA_VISIBLE_DEVICES=0 python scripts/longmemeval/lme_metrics.py --lib $LIB --version $VERSION
+echo "Running lme_metric.py..."
+CUDA_VISIBLE_DEVICES=0 python scripts/longmemeval/lme_metric.py --lib $LIB --version $VERSION
 if [ $? -ne 0 ]; then
-    echo "Error running lme_metrics.py"
+    echo "Error running lme_metric.py"
     exit 1
 fi
 

src/memos/memories/textual/tree_text_memory/organize/reorganizer.py

@@ -3,10 +3,11 @@
 import time
 import traceback
 
+from collections import Counter, defaultdict
 from concurrent.futures import ThreadPoolExecutor, as_completed
 from queue import PriorityQueue
 from typing import Literal
-from collections import Counter, defaultdict
+
 import numpy as np
 import schedule