|
4 | 4 | import pytest |
5 | 5 | from datasets import Dataset, DatasetDict |
6 | 6 |
|
7 | | -from pdl.optimize.config_parser import OptimizationConfig |
8 | 7 | from examples.optimizer.fever_evaluator import FEVEREvaluator |
9 | 8 | from examples.optimizer.gsm8k_evaluator import Gsm8kEvaluator |
10 | 9 | from examples.optimizer.mbpp_dataset import MBPPDataset |
11 | 10 | from examples.optimizer.mbpp_evaluator import MBPPEvaluator |
| 11 | +from pdl.optimize.config_parser import OptimizationConfig |
12 | 12 | from pdl.optimize.pdl_optimizer import PDLOptimizer |
13 | 13 |
|
14 | 14 |
|
@@ -751,41 +751,41 @@ def run_optimizer_mbpp(pattern, num_demonstrations=0): |
751 | 751 | pprint(result) |
752 | 752 |
|
753 | 753 |
|
754 | | -#@pytest.mark.skip("API access not available in CI") |
| 754 | +@pytest.mark.skip("API access not available in CI") |
755 | 755 | def test_gsm8k_zeroshot_cot(): |
756 | 756 | run_optimizer_gsm8k("cot") |
757 | 757 |
|
758 | 758 |
|
759 | | -#@pytest.mark.skip("API access not available in CI") |
| 759 | +@pytest.mark.skip("API access not available in CI") |
760 | 760 | def test_gsm8k_fiveshot_react(): |
761 | 761 | run_optimizer_gsm8k("react", num_demonstrations=5) |
762 | 762 |
|
763 | 763 |
|
764 | | -#@pytest.mark.skip("API access not available in CI") |
| 764 | +@pytest.mark.skip("API access not available in CI") |
765 | 765 | def test_gsm8k_fiveshot_rewoo(): |
766 | 766 | run_optimizer_gsm8k("rewoo", num_demonstrations=5) |
767 | 767 |
|
768 | 768 |
|
769 | | -#@pytest.mark.skip("API access not available in CI") |
| 769 | +@pytest.mark.skip("API access not available in CI") |
770 | 770 | def test_fever_zeroshot_cot(): |
771 | 771 | run_optimizer_fever("cot") |
772 | 772 |
|
773 | 773 |
|
774 | | -#@pytest.mark.skip("API access not available in CI") |
| 774 | +@pytest.mark.skip("API access not available in CI") |
775 | 775 | def test_fever_fiveshot_react(): |
776 | 776 | run_optimizer_fever("react", num_demonstrations=5) |
777 | 777 |
|
778 | 778 |
|
779 | | -#@pytest.mark.skip("API access not available in CI") |
| 779 | +@pytest.mark.skip("API access not available in CI") |
780 | 780 | def test_fever_zeroshot_rewoo(): |
781 | 781 | run_optimizer_fever("rewoo") |
782 | 782 |
|
783 | 783 |
|
784 | | -#@pytest.mark.skip("API access not available in CI") |
| 784 | +@pytest.mark.skip("API access not available in CI") |
785 | 785 | def test_mbpp_zeroshot_cot(): |
786 | 786 | run_optimizer_mbpp("cot") |
787 | 787 |
|
788 | 788 |
|
789 | | -#@pytest.mark.skip("API access not available in CI") |
| 789 | +@pytest.mark.skip("API access not available in CI") |
790 | 790 | def test_mbpp_zeroshot_react(): |
791 | 791 | run_optimizer_mbpp("react") |
0 commit comments