finish porting langfuse evals to the new branch

Author: strickvl

llm-complete-guide/pipelines/__init__.py

@@ -20,4 +20,5 @@
 from pipelines.llm_basic_rag import llm_basic_rag
 from pipelines.llm_eval import llm_eval
 from pipelines.llm_index_and_evaluate import llm_index_and_evaluate
+from pipelines.llm_langfuse_evals import llm_langfuse_evaluation
 from pipelines.rag_deployment import rag_deployment

llm-complete-guide/pipelines/llm_langfuse_evals.py

@@ -0,0 +1,14 @@
+from typing import Optional
+
+from steps.eval_langfuse import fast_eval, visualize_fast_eval_results
+from zenml import pipeline
+
+
+@pipeline(enable_cache=False)
+def llm_langfuse_evaluation(after: Optional[str] = None) -> None:
+    results = fast_eval(after=after)
+    visualize_fast_eval_results(results)
+
+
+if __name__ == "__main__":
+    llm_langfuse_evaluation()

llm-complete-guide/run.py

@@ -48,6 +48,7 @@
     llm_basic_rag,
     llm_eval,
     llm_index_and_evaluate,
+    llm_langfuse_evaluation,
     rag_deployment,
 )
 from structures import Document
@@ -76,6 +77,7 @@
             "embeddings",
             "chunks",
             "basic_rag",
+            "langfuse_evaluation",
         ]
     ),
     required=True,
@@ -268,6 +270,10 @@ def main(
         pipeline_args["enable_cache"] = False
         llm_eval.with_options(model=zenml_model, config_path=config_path)()
 
+    elif pipeline == "langfuse_evaluation":
+        pipeline_args["enable_cache"] = False
+        llm_langfuse_evaluation.with_options(model=zenml_model)()
+
     elif pipeline == "synthetic":
         generate_synthetic_data.with_options(
             model=zenml_model, config_path=config_path, **pipeline_args