Skip to content

Commit c2d090d

Browse files
shahules786shahules786
committed
nbs utils
1 parent a7e335c commit c2d090d

File tree

2 files changed

+111
-2
lines changed

2 files changed

+111
-2
lines changed

‎nbs/sidebar.yml‎

Lines changed: 20 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,17 +4,35 @@ website:
44
- index.ipynb
55
- dataset.ipynb
66
- experiment.ipynb
7+
- init_module.ipynb
78
- section: backends
89
contents:
10+
- backends/factory.ipynb
11+
- backends/mock_notion_client.ipynb
912
- backends/notion.ipynb
13+
- section: metric
14+
contents:
15+
- metric/base.ipynb
16+
- metric/decorator.ipynb
17+
- metric/discrete.ipynb
18+
- metric/llm.ipynb
19+
- metric/numeric.ipynb
20+
- metric/ranking.ipynb
21+
- metric/result.ipynb
22+
- metric/test_base.ipynb
1023
- section: model
1124
contents:
1225
- model/notion_model.ipynb
1326
- model/notion_types.ipynb
1427
- section: project
1528
contents:
16-
- project/experiment.ipynb
17-
- project/project.ipynb
29+
- project/comparison.ipynb
30+
- project/core.ipynb
31+
- project/experiments.ipynb
32+
- project/naming.ipynb
33+
- section: tracing
34+
contents:
35+
- tracing/langfuse.ipynb
1836
- section: utils
1937
contents:
2038
- utils/exceptions.ipynb

‎ragas_annotator/_modidx.py‎

Lines changed: 91 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -131,6 +131,97 @@
131131
'ragas_annotator/experiment.py'),
132132
'ragas_annotator.experiment.Experiment.__str__': ( 'experiment.html#experiment.__str__',
133133
'ragas_annotator/experiment.py')},
134+
'ragas_annotator.metric.base': { 'ragas_annotator.metric.base.Metric': ( 'metric/base.html#metric',
135+
'ragas_annotator/metric/base.py'),
136+
'ragas_annotator.metric.base.Metric._ensemble': ( 'metric/base.html#metric._ensemble',
137+
'ragas_annotator/metric/base.py'),
138+
'ragas_annotator.metric.base.Metric._get_response_model': ( 'metric/base.html#metric._get_response_model',
139+
'ragas_annotator/metric/base.py'),
140+
'ragas_annotator.metric.base.Metric.abatch_score': ( 'metric/base.html#metric.abatch_score',
141+
'ragas_annotator/metric/base.py'),
142+
'ragas_annotator.metric.base.Metric.ascore': ( 'metric/base.html#metric.ascore',
143+
'ragas_annotator/metric/base.py'),
144+
'ragas_annotator.metric.base.Metric.batch_score': ( 'metric/base.html#metric.batch_score',
145+
'ragas_annotator/metric/base.py'),
146+
'ragas_annotator.metric.base.Metric.score': ( 'metric/base.html#metric.score',
147+
'ragas_annotator/metric/base.py')},
148+
'ragas_annotator.metric.decorator': { 'ragas_annotator.metric.decorator.create_metric_decorator': ( 'metric/decorator.html#create_metric_decorator',
149+
'ragas_annotator/metric/decorator.py')},
150+
'ragas_annotator.metric.discrete': { 'ragas_annotator.metric.discrete.DiscreteMetric': ( 'metric/discrete.html#discretemetric',
151+
'ragas_annotator/metric/discrete.py'),
152+
'ragas_annotator.metric.discrete.DiscreteMetric._ensemble': ( 'metric/discrete.html#discretemetric._ensemble',
153+
'ragas_annotator/metric/discrete.py'),
154+
'ragas_annotator.metric.discrete.DiscreteMetric._get_response_model': ( 'metric/discrete.html#discretemetric._get_response_model',
155+
'ragas_annotator/metric/discrete.py')},
156+
'ragas_annotator.metric.llm': { 'ragas_annotator.metric.llm.LLM': ('metric/llm.html#llm', 'ragas_annotator/metric/llm.py'),
157+
'ragas_annotator.metric.llm.LLM.__post_init__': ( 'metric/llm.html#llm.__post_init__',
158+
'ragas_annotator/metric/llm.py'),
159+
'ragas_annotator.metric.llm.LLM.agenerate': ( 'metric/llm.html#llm.agenerate',
160+
'ragas_annotator/metric/llm.py'),
161+
'ragas_annotator.metric.llm.LLM.generate': ( 'metric/llm.html#llm.generate',
162+
'ragas_annotator/metric/llm.py')},
163+
'ragas_annotator.metric.numeric': { 'ragas_annotator.metric.numeric.NumericMetric': ( 'metric/numeric.html#numericmetric',
164+
'ragas_annotator/metric/numeric.py'),
165+
'ragas_annotator.metric.numeric.NumericMetric._ensemble': ( 'metric/numeric.html#numericmetric._ensemble',
166+
'ragas_annotator/metric/numeric.py'),
167+
'ragas_annotator.metric.numeric.NumericMetric._get_response_model': ( 'metric/numeric.html#numericmetric._get_response_model',
168+
'ragas_annotator/metric/numeric.py')},
169+
'ragas_annotator.metric.ranking': { 'ragas_annotator.metric.ranking.RankingMetric': ( 'metric/ranking.html#rankingmetric',
170+
'ragas_annotator/metric/ranking.py'),
171+
'ragas_annotator.metric.ranking.RankingMetric._ensemble': ( 'metric/ranking.html#rankingmetric._ensemble',
172+
'ragas_annotator/metric/ranking.py'),
173+
'ragas_annotator.metric.ranking.RankingMetric._get_response_model': ( 'metric/ranking.html#rankingmetric._get_response_model',
174+
'ragas_annotator/metric/ranking.py')},
175+
'ragas_annotator.metric.result': { 'ragas_annotator.metric.result.MetricResult': ( 'metric/result.html#metricresult',
176+
'ragas_annotator/metric/result.py'),
177+
'ragas_annotator.metric.result.MetricResult.__add__': ( 'metric/result.html#metricresult.__add__',
178+
'ragas_annotator/metric/result.py'),
179+
'ragas_annotator.metric.result.MetricResult.__eq__': ( 'metric/result.html#metricresult.__eq__',
180+
'ragas_annotator/metric/result.py'),
181+
'ragas_annotator.metric.result.MetricResult.__float__': ( 'metric/result.html#metricresult.__float__',
182+
'ragas_annotator/metric/result.py'),
183+
'ragas_annotator.metric.result.MetricResult.__ge__': ( 'metric/result.html#metricresult.__ge__',
184+
'ragas_annotator/metric/result.py'),
185+
'ragas_annotator.metric.result.MetricResult.__getattr__': ( 'metric/result.html#metricresult.__getattr__',
186+
'ragas_annotator/metric/result.py'),
187+
'ragas_annotator.metric.result.MetricResult.__getitem__': ( 'metric/result.html#metricresult.__getitem__',
188+
'ragas_annotator/metric/result.py'),
189+
'ragas_annotator.metric.result.MetricResult.__gt__': ( 'metric/result.html#metricresult.__gt__',
190+
'ragas_annotator/metric/result.py'),
191+
'ragas_annotator.metric.result.MetricResult.__init__': ( 'metric/result.html#metricresult.__init__',
192+
'ragas_annotator/metric/result.py'),
193+
'ragas_annotator.metric.result.MetricResult.__int__': ( 'metric/result.html#metricresult.__int__',
194+
'ragas_annotator/metric/result.py'),
195+
'ragas_annotator.metric.result.MetricResult.__iter__': ( 'metric/result.html#metricresult.__iter__',
196+
'ragas_annotator/metric/result.py'),
197+
'ragas_annotator.metric.result.MetricResult.__le__': ( 'metric/result.html#metricresult.__le__',
198+
'ragas_annotator/metric/result.py'),
199+
'ragas_annotator.metric.result.MetricResult.__len__': ( 'metric/result.html#metricresult.__len__',
200+
'ragas_annotator/metric/result.py'),
201+
'ragas_annotator.metric.result.MetricResult.__lt__': ( 'metric/result.html#metricresult.__lt__',
202+
'ragas_annotator/metric/result.py'),
203+
'ragas_annotator.metric.result.MetricResult.__mul__': ( 'metric/result.html#metricresult.__mul__',
204+
'ragas_annotator/metric/result.py'),
205+
'ragas_annotator.metric.result.MetricResult.__radd__': ( 'metric/result.html#metricresult.__radd__',
206+
'ragas_annotator/metric/result.py'),
207+
'ragas_annotator.metric.result.MetricResult.__repr__': ( 'metric/result.html#metricresult.__repr__',
208+
'ragas_annotator/metric/result.py'),
209+
'ragas_annotator.metric.result.MetricResult.__rmul__': ( 'metric/result.html#metricresult.__rmul__',
210+
'ragas_annotator/metric/result.py'),
211+
'ragas_annotator.metric.result.MetricResult.__rsub__': ( 'metric/result.html#metricresult.__rsub__',
212+
'ragas_annotator/metric/result.py'),
213+
'ragas_annotator.metric.result.MetricResult.__rtruediv__': ( 'metric/result.html#metricresult.__rtruediv__',
214+
'ragas_annotator/metric/result.py'),
215+
'ragas_annotator.metric.result.MetricResult.__str__': ( 'metric/result.html#metricresult.__str__',
216+
'ragas_annotator/metric/result.py'),
217+
'ragas_annotator.metric.result.MetricResult.__sub__': ( 'metric/result.html#metricresult.__sub__',
218+
'ragas_annotator/metric/result.py'),
219+
'ragas_annotator.metric.result.MetricResult.__truediv__': ( 'metric/result.html#metricresult.__truediv__',
220+
'ragas_annotator/metric/result.py'),
221+
'ragas_annotator.metric.result.MetricResult.result': ( 'metric/result.html#metricresult.result',
222+
'ragas_annotator/metric/result.py'),
223+
'ragas_annotator.metric.result.MetricResult.to_dict': ( 'metric/result.html#metricresult.to_dict',
224+
'ragas_annotator/metric/result.py')},
134225
'ragas_annotator.model.notion_model': { 'ragas_annotator.model.notion_model.NotionModel': ( 'model/notion_model.html#notionmodel',
135226
'ragas_annotator/model/notion_model.py'),
136227
'ragas_annotator.model.notion_model.NotionModel.__getattr__': ( 'model/notion_model.html#notionmodel.__getattr__',

0 commit comments

Comments
 (0)