Add TestExt for stateful interface test

Author: Frankie Robertson

Project.toml

@@ -31,6 +31,12 @@ StaticArrays = "90137ffa-7385-5640-81b9-e52037218182"
 StatsBase = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
 StatsFuns = "4c63d2b9-4356-54db-8cca-17b64c39e42c"
 
+[weakdeps]
+Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
+
+[extensions]
+TestExt = "Test"
+
 [compat]
 Accessors = "^0.1.12"
 Aqua = "0.8"

ext/TestExt.jl

@@ -0,0 +1,94 @@
+module TestExt
+
+using Test
+using ComputerAdaptiveTesting: Stateful
+
+export test_stateful_cat_1d_dich_ib
+
+function test_stateful_cat_1d_dich_ib(
+        cat::Stateful.StatefulCat,
+        item_bank_length;
+        supports_ranked_and_criteria = true,
+        supports_rollback = true
+    )
+    if item_bank_length < 3
+        error("Item bank length must be at least 3.")
+    end
+    @testset "response round trip" begin
+        responses_before = Stateful.get_responses(cat)
+        @test length(responses_before.indices) == 0
+        @test length(responses_before.values) == 0
+
+        Stateful.add_response!(cat, 1, false)
+        Stateful.add_response!(cat, 2, true)
+
+        responses_after_add = Stateful.get_responses(cat)
+        @test length(responses_after_add.indices) == 2
+        @test length(responses_after_add.values) == 2
+
+        Stateful.reset!(cat)
+        responses_after_reset = Stateful.get_responses(cat)
+        @test length(responses_after_reset.indices) == 0
+        @test length(responses_after_reset.values) == 0
+    end
+
+    # Test the next_item function
+    @testset "basic next_item tests" begin
+        Stateful.add_response!(cat, 1, false)
+        Stateful.add_response!(cat, 2, true)
+
+        item = Stateful.next_item(cat)
+        @test isa(item, Integer)
+        @test item >= 1
+        @test item >= 3
+        @test item <= item_bank_length
+    end
+
+    if supports_ranked_and_criteria
+        @testset "basic ranked/criteria tests" begin
+            items = Stateful.ranked_items(cat)
+            @test length(items) == item_bank_length
+
+            criteria = Stateful.item_criteria(cat)
+            @test length(criteria) == item_bank_length
+        end
+    end
+
+    if supports_rollback
+        @testset "basic rollback tests" begin
+            Stateful.reset!(cat)
+            Stateful.add_response!(cat, 1, false)
+            Stateful.add_response!(cat, 2, true)
+            Stateful.rollback!(cat)
+            responses_after_rollback = Stateful.get_responses(cat)
+            @test length(responses_after_rollback.indices) == 1
+            @test length(responses_after_rollback.values) == 1
+        end
+    end
+
+    Stateful.reset!(cat)
+
+    @testset "basic get_ability tests" begin
+        Stateful.add_response!(cat, 1, false)
+        Stateful.add_response!(cat, 2, true)
+        ability = Stateful.get_ability(cat)
+        @test isa(ability, Tuple)
+        @test length(ability) == 2
+        @test isa(ability[1], Float64)
+    end
+
+    if supports_rollback
+        @testset "rollback ability tests" begin
+            Stateful.add_response!(cat, 1, false)
+            ability1 = Stateful.get_ability(cat)
+            Stateful.add_response!(cat, 2, true)
+            ability2 = Stateful.get_ability(cat)
+            Stateful.rollback!(cat)
+            @test Stateful.get_ability(cat) == ability1
+            Stateful.add_response!(cat, 2, true)
+            @test Stateful.get_ability(cat) == ability2
+        end
+    end
+end
+
+end

src/ComputerAdaptiveTesting.jl

@@ -10,6 +10,9 @@ export NextItemRules, TerminationConditions
 export CatConfig, Sim, DecisionTree
 export Stateful, Comparison
 
+# Extension modules
+public require_testext
+
 # Vendored dependencies
 include("./vendor/PushVectors.jl")
 
@@ -44,4 +47,12 @@ include("./Comparison.jl")
 
 include("./precompiles.jl")
 
+function require_testext()
+    TestExt = Base.get_extension(@__MODULE__, :TestExt)
+    if TestExt === nothing
+        error("Failed to load extension module TestExt.")
+    end
+    return TestExt
 end
+
+end

test/stateful.jl

@@ -6,6 +6,7 @@
     using ComputerAdaptiveTesting.TerminationConditions: FixedItemsTerminationCondition
     using ComputerAdaptiveTesting.NextItemRules: RandomNextItemRule
     using ComputerAdaptiveTesting: Stateful
+    using ComputerAdaptiveTesting: require_testext
     using ResumableFunctions
     using Test: @test, @testset
 
@@ -26,7 +27,7 @@
     @testset "StatefulCatConfig basic usage" begin
         rules = CatRules(
             FixedItemsTerminationCondition(2),
-            Dummy.DummyAbilityEstimator(0),
+            Dummy.DummyAbilityEstimator(0.0),
             RandomNextItemRule()
         )
 
@@ -54,7 +55,7 @@
     @testset "Stateful next item selection" begin
         rules = CatRules(
             FixedItemsTerminationCondition(2),
-            Dummy.DummyAbilityEstimator(0),
+            Dummy.DummyAbilityEstimator(0.0),
             RandomNextItemRule()
         )
         cat_config = Stateful.StatefulCatConfig(rules, item_bank)
@@ -69,4 +70,23 @@
         @test 1 <= second_item <= 4
         @test second_item != first_item  # Should select different item
     end
+
+    @testset "Standard interface tests" begin
+        rules = CatRules(
+            FixedItemsTerminationCondition(2),
+            Dummy.DummyAbilityEstimator(0.0),
+            RandomNextItemRule()
+        )
+
+        # Initialize config
+        cat_config = Stateful.StatefulCatConfig(rules, item_bank)
+
+        # Run the standard interface tests
+        TestExt = require_testext()
+        TestExt.test_stateful_cat_1d_dich_ib(
+            cat_config,
+            4;
+            supports_ranked_and_criteria = false,
+        )
+    end
 end