Merge pull request #12 from metauto-ai/remove_specific_folders

remove specific folders

Author: mczhuge

agent_as_a_judge/module/ask.py

@@ -118,8 +118,15 @@ def ask(self, question: str, evidence: str) -> str:
 
 if __name__ == "__main__":
     load_dotenv()
-    workspace_path = Path("/Users/zhugem/Desktop/DevAI/studio/workspace/sample/")
-    judge_dir = Path(os.getenv("JUDGE_DIR", "./judge_workspace"))
+    workspace_path = (
+        Path(os.getenv("PROJECT_DIR"))
+        / "benchmark/workspace/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML"
+    )
+    judge_dir = (
+        Path(os.getenv("PROJECT_DIR"))
+        + "/benchmark/judgement/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML"
+    )
+    judge_dir.mkdir(parents=True, exist_ok=True)
     dev_ask = DevAsk(workspace=workspace_path, judge_dir=judge_dir)
 
     while True:

agent_as_a_judge/module/code_search.py

@@ -2,6 +2,7 @@
 DevCodeSearch: A class for searching and displaying code snippets and their metadata.
 """
 
+import os
 import io
 import json
 import pickle
@@ -10,6 +11,7 @@
 from typing import List, Dict, Any, Generator, Union
 import networkx as nx
 import spacy
+from dotenv import load_dotenv
 from pathlib import Path
 from rank_bm25 import BM25Okapi
 from sentence_transformers import SentenceTransformer, util
@@ -397,11 +399,18 @@ def add_branch(tree: Tree, structure: Dict[str, Any], current_depth: int):
 
 
 if __name__ == "__main__":
-    judge_path = Path(
-        "/Users/zhugem/Desktop/DevAI/benchmark/judgment/OpenHands/agent_as_a_judge/black_box/01_Image_Classification_ResNet18_Fashion_MNIST_DL"
+
+    load_dotenv()
+    workspace_path = (
+        Path(os.getenv("PROJECT_DIR"))
+        / "benchmark/workspace/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML"
+    )
+    judge_dir = (
+        Path(os.getenv("PROJECT_DIR"))
+        + "/benchmark/judgement/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML"
     )
-    judge_path.mkdir(parents=True, exist_ok=True)
-    dev_search = DevCodeSearch(judge_path)
+    judge_dir.mkdir(parents=True, exist_ok=True)
+    dev_search = DevCodeSearch(judge_dir)
 
     query = "The FashionMnist datset is loaded in `src/data_loader.py`."
     search_results = dev_search.embed_search(query)

agent_as_a_judge/module/graph.py

@@ -924,15 +924,17 @@ def list_filtered_py_files(self):
 
 if __name__ == "__main__":
 
-    workspace_path = "/Users/zhugem/Desktop/DevAI/benchmark/workspaces/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML/"
     load_dotenv()
-    judge_dir = os.getenv("JUDGE_DIR")
-    if judge_dir is None:
-        raise ValueError("The JUDGE_DIR environment variable is not set")
+    workspace_path = (
+        Path(os.getenv("PROJECT_DIR"))
+        / "benchmark/workspace/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML"
+    )
+    judge_path = (
+        Path(os.getenv("PROJECT_DIR"))
+        + "/benchmark/judgement/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML"
+    )
+    judge_path.mkdir(parents=True, exist_ok=True)
     sample_name = os.path.basename(os.path.normpath(workspace_path))
-    judge_path = os.path.join(judge_dir, sample_name)
-    if not os.path.exists(judge_path):
-        os.makedirs(judge_path)
 
     dev_graph = DevGraph(
         root=workspace_path,

agent_as_a_judge/module/text_retrieve.py

@@ -299,11 +299,13 @@ def _generate_metadata(self, text_entry: Dict[str, Any]) -> Text:
 
 
 if __name__ == "__main__":
-    import dotenv
+    from dotenv import load_dotenv
 
-    dotenv.load_dotenv()
-
-    trajectory_file = "/Users/zhugem/Desktop/DevAI/benchmark/trajectories/OpenHands/19_Time_Series_Forecasting_Seq2Seq_LSTM_Rossmann_ML.json"
+    load_dotenv()
+    trajectory_file = (
+        Path(os.getenv("PROJECT_DIR"))
+        + "/benchmark/trajectories/OpenHands/39_Drug_Response_Prediction_SVM_GDSC_ML.json"
+    )
     dev_text_search = DevTextRetrieve(trajectory_file)
 
     # Criteria for LLM summary

agent_as_a_judge/utils/truncate.py

@@ -6,6 +6,7 @@
 
 load_dotenv()
 
+
 def truncate_string(
     info_string: Union[str, None],
     model: str = os.getenv("DEFAULT_LLM"),