File tree Expand file tree Collapse file tree 6 files changed +8
-12
lines changed
packages/sample-app/sample_app/experiment/made_by_traceloop Expand file tree Collapse file tree 6 files changed +8
-12
lines changed Original file line number Diff line number Diff line change @@ -86,7 +86,7 @@ async def run_content_compliance_experiment():
8686
8787 # Run the experiment
8888 results , errors = await client .experiment .run (
89- dataset_slug = "content-compliance" , # Set a ddataset slug that exists in the traceloop platform
89+ dataset_slug = "content-compliance" , # Set a dataset slug that exists in the traceloop platform
9090 dataset_version = "v1" ,
9191 task = content_safety_task ,
9292 evaluators = evaluators ,
Original file line number Diff line number Diff line change @@ -76,12 +76,8 @@ async def run_correctness_experiment():
7676
7777 # Configure correctness evaluators
7878 evaluators = [
79- EvaluatorMadeByTraceloop .answer_relevancy (
80- description = "Check if the answer is relevant to the question"
81- ),
82- EvaluatorMadeByTraceloop .faithfulness (
83- description = "Verify the answer is faithful to the context"
84- ),
79+ EvaluatorMadeByTraceloop .answer_relevancy (),
80+ EvaluatorMadeByTraceloop .faithfulness (),
8581 ]
8682
8783 print ("Running experiment with evaluators:" )
@@ -92,7 +88,7 @@ async def run_correctness_experiment():
9288
9389 # Run the experiment
9490 results , errors = await client .experiment .run (
95- dataset_slug = "correctness" , # Set a ddataset slug that exists in the traceloop platform
91+ dataset_slug = "correctness" , # Set a dataset slug that exists in the traceloop platform
9692 dataset_version = "v1" ,
9793 task = quality_task ,
9894 evaluators = evaluators ,
Original file line number Diff line number Diff line change @@ -125,7 +125,7 @@ async def run_formatting_experiment():
125125
126126 # Run the experiment
127127 results , errors = await client .experiment .run (
128- dataset_slug = "formatting" , # Set a ddataset slug that exists in the traceloop platform
128+ dataset_slug = "formatting" , # Set a dataset slug that exists in the traceloop platform
129129 dataset_version = "v1" ,
130130 task = validation_task ,
131131 evaluators = evaluators ,
Original file line number Diff line number Diff line change @@ -102,7 +102,7 @@ async def run_advanced_quality_experiment():
102102
103103 # Run the experiment
104104 results , errors = await client .experiment .run (
105- dataset_slug = "quality" , # Set a ddataset slug that exists in the traceloop platform
105+ dataset_slug = "quality" , # Set a dataset slug that exists in the traceloop platform
106106 dataset_version = "v1" ,
107107 task = advanced_quality_task ,
108108 evaluators = evaluators ,
Original file line number Diff line number Diff line change @@ -82,7 +82,7 @@ async def run_security_experiment():
8282
8383 # Run the experiment
8484 results , errors = await client .experiment .run (
85- dataset_slug = "security" , # Set a ddataset slug that exists in the traceloop platform
85+ dataset_slug = "security" , # Set a dataset slug that exists in the traceloop platform
8686 dataset_version = "v1" ,
8787 task = security_task ,
8888 evaluators = evaluators ,
Original file line number Diff line number Diff line change @@ -88,7 +88,7 @@ async def run_style_experiment():
8888
8989 # Run the experiment
9090 results , errors = await client .experiment .run (
91- dataset_slug = "style" , # Set a ddataset slug that exists in the traceloop platform
91+ dataset_slug = "style" , # Set a dataset slug that exists in the traceloop platform
9292 dataset_version = "v1" ,
9393 task = style_task ,
9494 evaluators = evaluators ,
You can’t perform that action at this time.
0 commit comments