fix progress bar always 1 short | updated generator in examples to 4o (#67)

* fix progress bar always 1 short | updated generator in examples to 4o

Author: yisz

continuous_eval/generators/simple.py

@@ -273,6 +273,7 @@ def generate(
                 num_single_hop_tries += 1
                 continue
 
+        pbar.update(len(multi_hop_questions) + len(single_hop_questions) - pbar.n)
         pbar.close()
         dataset = single_hop_questions + multi_hop_questions
         for idx, d in enumerate(dataset):

docs/src/content/docs/examples/Advanced/dataset_generation.md

@@ -22,7 +22,7 @@ load_dotenv()
 def main():
     logging.basicConfig(level=logging.INFO)
 
-    generator_llm = "gpt-4-0125-preview"
+    generator_llm = "gpt-4o"
     num_questions = 10
     multi_hop_precentage = 0.2
     max_try_ratio = 3

examples/simple_dataset_generation.py

@@ -16,10 +16,10 @@
 def main():
     logging.basicConfig(level=logging.INFO)
 
-    generator_llm = "gpt-4-0125-preview"
-    num_questions = 2
-    multi_hop_precentage = 0.0
-    max_try_ratio = 5
+    generator_llm = "gpt-4o"
+    num_questions = 10
+    multi_hop_precentage = 0.2
+    max_try_ratio = 3
 
     print(f"Generating a {num_questions}-questions dataset with {generator_llm}...")
     db = example_data_downloader("graham_essays/small/chromadb", Path("temp"), force_download=False)

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "continuous-eval"
-version = "0.3.9"
+version = "0.3.10"
 description = "Open-Source Evaluation for GenAI Application Pipelines."
 authors = ["Yi Zhang <[email protected]>", "Pasquale Antonante <[email protected]>"]
 readme = "README.md"