Skip to content

Commit bd5e058

Browse files
authored
chore: added analytics to count the num of testsets generated with experimental (#1081)
there is also a fix for `TestData` rename
1 parent b41afaa commit bd5e058

File tree

3 files changed

+14
-1
lines changed

3 files changed

+14
-1
lines changed

src/experimental/ragas_experimental/testset/generators/simple.py

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,12 +29,13 @@
2929
)
3030
from ragas_experimental.testset.splitters import HeadlineSplitter
3131
from ragas_experimental.testset.utils import rng
32+
from ragas_experimental.testset.generators.base import TestDataset
3233

3334
from ragas.embeddings import embedding_factory
3435
from ragas.executor import Executor
36+
from ragas._analytics import TestsetGenerationEvent, track
3537
from ragas.llms.base import llm_factory
3638
from ragas.utils import check_if_sum_is_close
37-
from ragas.testset.generator import TestDataset
3839

3940
abstract_qa = AbstractQA(distribution=DEFAULT_DISTRIBUTION)
4041
comparative_qa = ComparativeAbstractQA(distribution=DEFAULT_DISTRIBUTION)
@@ -176,4 +177,14 @@ def generate(
176177
)
177178
results = exec.results()
178179
results = TestDataset([result for result in results if result is not None])
180+
track(
181+
TestsetGenerationEvent(
182+
event_type="testset_generation",
183+
evolution_names=[""],
184+
evolution_percentages=[0.0],
185+
num_rows=test_size,
186+
language="",
187+
is_experiment=True,
188+
)
189+
)
179190
return results

src/ragas/_analytics.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,7 @@ class TestsetGenerationEvent(BaseEvent):
9696
evolution_percentages: t.List[float]
9797
num_rows: int
9898
language: str
99+
is_experiment: bool = False
99100

100101

101102
@silent

src/ragas/testset/generator.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -319,6 +319,7 @@ def generate(
319319
evolution_percentages=[distributions[e] for e in distributions],
320320
num_rows=len(test_dataset.test_data),
321321
language=evol_lang[0] if len(evol_lang) > 0 else "",
322+
is_experiment=False,
322323
)
323324
)
324325

0 commit comments

Comments
 (0)