Merge branch 'main' into pr/13

Author: zhudotexe

.github/workflows/leaderboard-submission.yml

@@ -63,6 +63,7 @@ jobs:
         id: eval
         env:
           LEADERBOARD_SALT: ${{ secrets.LEADERBOARD_SALT }}
+          FANOUTQA_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
         run: python leaderboard-submissions/hydrate.py
 
       # ensure the PR comment exists so we can edit it in future steps

.gitignore

@@ -156,3 +156,4 @@ cython_debug/
 BLEURT-20/
 docs/_extra/leaderboard/
 fanoutqa-test-answers.json
+sandbox/

fanoutqa/eval/llm.py

@@ -12,7 +12,7 @@
 LLM_CACHE_DIR.mkdir(exist_ok=True)
 OPENAI_API_KEY = os.getenv("FANOUTQA_OPENAI_API_KEY", "")
 
-engine = OpenAIEngine(api_key=OPENAI_API_KEY, model="gpt-4-0613", temperature=0, seed=31415)
+engine = OpenAIEngine(api_key=OPENAI_API_KEY, model="gpt-4o-2024-11-20", temperature=0, seed=31415)
 factuality_system = "You are comparing a submitted answer to an expert answer on a given question."
 
 

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "fanoutqa"
-version = "1.1.1"
+version = "1.2.0"
 authors = [
     { name = "Andrew Zhu", email = "andrew@zhu.codes" },
     { name = "Alyssa Hwang", email = "ahwang16@seas.upenn.edu" },