File tree Expand file tree Collapse file tree 3 files changed +14
-1
lines changed
experimental/ragas_experimental/testset/generators Expand file tree Collapse file tree 3 files changed +14
-1
lines changed Original file line number Diff line number Diff line change 2929)
3030from ragas_experimental .testset .splitters import HeadlineSplitter
3131from ragas_experimental .testset .utils import rng
32+ from ragas_experimental .testset .generators .base import TestDataset
3233
3334from ragas .embeddings import embedding_factory
3435from ragas .executor import Executor
36+ from ragas ._analytics import TestsetGenerationEvent , track
3537from ragas .llms .base import llm_factory
3638from ragas .utils import check_if_sum_is_close
37- from ragas .testset .generator import TestDataset
3839
3940abstract_qa = AbstractQA (distribution = DEFAULT_DISTRIBUTION )
4041comparative_qa = ComparativeAbstractQA (distribution = DEFAULT_DISTRIBUTION )
@@ -176,4 +177,14 @@ def generate(
176177 )
177178 results = exec .results ()
178179 results = TestDataset ([result for result in results if result is not None ])
180+ track (
181+ TestsetGenerationEvent (
182+ event_type = "testset_generation" ,
183+ evolution_names = ["" ],
184+ evolution_percentages = [0.0 ],
185+ num_rows = test_size ,
186+ language = "" ,
187+ is_experiment = True ,
188+ )
189+ )
179190 return results
Original file line number Diff line number Diff line change @@ -96,6 +96,7 @@ class TestsetGenerationEvent(BaseEvent):
9696 evolution_percentages : t .List [float ]
9797 num_rows : int
9898 language : str
99+ is_experiment : bool = False
99100
100101
101102@silent
Original file line number Diff line number Diff line change @@ -319,6 +319,7 @@ def generate(
319319 evolution_percentages = [distributions [e ] for e in distributions ],
320320 num_rows = len (test_dataset .test_data ),
321321 language = evol_lang [0 ] if len (evol_lang ) > 0 else "" ,
322+ is_experiment = False ,
322323 )
323324 )
324325
You can’t perform that action at this time.
0 commit comments