fix: remove experimental filters (#743)

fixes: #742

Author: shahules786

src/ragas/testset/filters.py

@@ -22,21 +22,6 @@
 logger = logging.getLogger(__name__)
 
 
-def patch_save_json(data, filename):
-    import json
-    import os
-
-    path = f"/Users/shahules/Myprojects/ragas/experiments/{filename}.json"
-    if os.path.exists(path):
-        database = json.load(open(path))
-        database = database if isinstance(database, list) else [database]
-        database.append(data)
-    else:
-        database = [data]
-    with open(path, "w") as f:
-        json.dump(database, f, indent=4)
-
-
 @dataclass
 class Filter(ABC):
     llm: BaseRagasLLM
@@ -71,8 +56,6 @@ async def filter(self, node: Node) -> t.Dict:
         score = await json_loader.safe_load(output, llm=self.llm)
         score = score if isinstance(score, dict) else {}
         logger.debug("node filter: %s", score)
-        score.update({"context": node.page_content})
-        patch_save_json(score, "node_filter")
         score.update({"score": score.get("score", 0) >= self.threshold})
         return score
 
@@ -104,8 +87,6 @@ async def filter(self, question: str) -> t.Tuple[bool, str]:
         results = results.generations[0][0].text.strip()
         json_results = await json_loader.safe_load(results, llm=self.llm)
         json_results = json_results if isinstance(json_results, dict) else {}
-        json_results.update({"question": question})
-        patch_save_json(json_results, "question_filter")
         logger.debug("filtered question: %s", json_results)
         return json_results.get("verdict") == "1", json_results.get("feedback", "")
 
@@ -139,8 +120,6 @@ async def filter(self, simple_question: str, compressed_question: str) -> bool:
         results = results.generations[0][0].text.strip()
         json_results = await json_loader.safe_load(results, llm=self.llm)
         json_results = json_results if isinstance(json_results, dict) else {}
-        json_results.update({"questions": [simple_question, compressed_question]})
-        patch_save_json(json_results, "evolution_filter")
         logger.debug("evolution filter: %s", json_results)
         return json_results.get("verdict") == "1"