|
1 | 1 | from pathlib import Path |
2 | 2 | from pprint import pprint |
3 | 3 |
|
| 4 | +import pytest |
4 | 5 | from datasets import Dataset, DatasetDict |
5 | | -from pytest import skip |
6 | 6 |
|
7 | 7 | from pdl.optimize.config_parser import OptimizationConfig |
8 | 8 | from pdl.optimize.fever_evaluator import FEVEREvaluator |
@@ -751,35 +751,41 @@ def run_optimizer_mbpp(pattern, num_demonstrations=0): |
751 | 751 | pprint(result) |
752 | 752 |
|
753 | 753 |
|
754 | | -@skip("API access not available in CI") |
| 754 | +@pytest.mark.skip("API access not available in CI") |
755 | 755 | def test_gsm8k_zeroshot_cot(): |
756 | 756 | run_optimizer_gsm8k("cot") |
757 | 757 |
|
758 | 758 |
|
759 | | -@skip("API access not available in CI") |
| 759 | +@pytest.mark.skip("API access not available in CI") |
760 | 760 | def test_gsm8k_fiveshot_react(): |
761 | 761 | run_optimizer_gsm8k("react", num_demonstrations=5) |
762 | 762 |
|
763 | 763 |
|
| 764 | +@pytest.mark.skip("API access not available in CI") |
764 | 765 | def test_gsm8k_fiveshot_rewoo(): |
765 | 766 | run_optimizer_gsm8k("rewoo", num_demonstrations=5) |
766 | 767 |
|
767 | 768 |
|
| 769 | +@pytest.mark.skip("API access not available in CI") |
768 | 770 | def test_fever_zeroshot_cot(): |
769 | 771 | run_optimizer_fever("cot") |
770 | 772 |
|
771 | 773 |
|
| 774 | +@pytest.mark.skip("API access not available in CI") |
772 | 775 | def test_fever_fiveshot_react(): |
773 | 776 | run_optimizer_fever("react", num_demonstrations=5) |
774 | 777 |
|
775 | 778 |
|
| 779 | +@pytest.mark.skip("API access not available in CI") |
776 | 780 | def test_fever_zeroshot_rewoo(): |
777 | 781 | run_optimizer_fever("rewoo") |
778 | 782 |
|
779 | 783 |
|
| 784 | +@pytest.mark.skip("API access not available in CI") |
780 | 785 | def test_mbpp_zeroshot_cot(): |
781 | 786 | run_optimizer_mbpp("cot") |
782 | 787 |
|
783 | 788 |
|
| 789 | +@pytest.mark.skip("API access not available in CI") |
784 | 790 | def test_mbpp_zeroshot_react(): |
785 | 791 | run_optimizer_mbpp("react") |
0 commit comments