setting num_participant_samples to zero uses factorial design

Author: phelps-sg

llm_cooperation/experiments/dilemma.py

@@ -299,8 +299,7 @@ def compute_freq_pd(choices: List[Choices[DilemmaChoice]]) -> float:
 
 @lru_cache()
 def get_participants(num_participant_samples: int) -> List[Participant]:
-    participant_conditions = GROUP_PROMPT_CONDITIONS
-    random_attributes: Grid = {
+    pd_attributes: Grid = {
         CONDITION_CHAIN_OF_THOUGHT: [True, False],
         CONDITION_LABEL: all_values(Label),
         CONDITION_CASE: all_values(Case),
@@ -310,11 +309,15 @@ def get_participants(num_participant_samples: int) -> List[Participant]:
     }
     result = list(
         participants(
-            participant_conditions,
-            random_attributes,
+            GROUP_PROMPT_CONDITIONS,
+            pd_attributes,
             num_participant_samples,
             seed=SEED_VALUE,
         )
+        if num_participant_samples > 0
+        else participants(
+            GROUP_PROMPT_CONDITIONS | pd_attributes,
+        )
     )
     for i, participant in enumerate(result):
         participant["id"] = i

tests/test_dilemma.py

@@ -29,8 +29,8 @@
 from openai_pygenerator import Completion, logger
 from pytest_lazyfixture import lazy_fixture
 
-from llm_cooperation import DEFAULT_MODEL_SETUP, Group, Participant, Payoffs
-from llm_cooperation.experiments import AI_PARTICIPANTS
+from llm_cooperation import DEFAULT_MODEL_SETUP, Group, Participant, Payoffs, exhaustive
+from llm_cooperation.experiments import AI_PARTICIPANTS, GROUP_PROMPT_CONDITIONS
 from llm_cooperation.experiments.dilemma import (
     CONDITION_LABELS_REVERSED,
     CONDITION_PRONOUN,
@@ -47,6 +47,7 @@
     defect_label,
     extract_choice_pd,
     get_choice_template,
+    get_participants,
     get_prompt_pd,
     get_pronoun_phrasing,
     move_as_str,
@@ -236,6 +237,18 @@ def test_cooperate_label_reversed(condition: Participant, expected: str):
     assert cooperate_label(condition_reversed) == expected
 
 
+def test_get_participants():
+    n = 5
+    random_participants = get_participants(num_participant_samples=n)
+    assert len(random_participants) == n * len(
+        list(exhaustive(GROUP_PROMPT_CONDITIONS))
+    )
+    assert get_participants(n) == random_participants
+    factorial_participants = get_participants(num_participant_samples=0)
+    assert get_participants(0) == factorial_participants
+    assert len(factorial_participants) == 3888
+
+
 def test_run_repeated_game(mocker, base_condition):
     completions = [
         {"role": "assistant", "content": "project green"},