Lint

Signed-off-by: Claudio Spiess <[email protected]>

Author: claudiosv

examples/optimizer/fever.pdl

@@ -8,74 +8,7 @@ defs:
     import: ../../contrib/prompt_library/ReWoo
   tools:
     import: ../../contrib/prompt_library/tools
-  search_tools_react:
-    data:
-      - name: Search ReAct
-        display_name: Search
-        pdl_function: Search
-        description: Search Wikipedia for a summary
-        parameters:
-          - name: topic
-            type: string
-            description: The topic of interest
-        examples:
-          []
-          # - - task: |
-          #       On June 2017, the following claim was made: The elevation range for the area that the eastern sector of the Colorado orogeny extends into is 1,800 to 7,000 ft.
-          #       Q: Was this claim true or false?
-          #   - thought: "I need to search Colorado orogeny, find the area that the eastern sector of the Colorado ..."
-          #   - action: "Search[Colorado orogeny]"
-          #   - observation: "[Document]\nThe Colorado orogeny was an episode of mountain building (an orogeny) ...\n[End]"
-          #   - thought: "High Plains rise in elevation from around 1,800 to 7,000 ft, so the answer is 1,800 to 7,000 ft."
-          #   - thought: "The claim is True."
-          #   - action: "Finish[True]"
-          # - - task: |
-          #       On June 2017, the following claim was made: Professions Nicholas Ray and Elia Kazan have in common are director, screenwriter, and actor.
-          #       Q: Was this claim true or false?
-          #   - thought: "I need to search Nicholas Ray and Elia Kazan, find their professions, then find the profession they have in common."
-          #   - action: "Search[Nicholas Ray]"
-          #   - observation: "[Document]\nNicholas Ray (born Raymond Nicholas Kienzle Jr., August 7, 1911 - June 16, 1979) was an American film director, screenwriter, and actor best known for the 1955 film Rebel Without a Cause.\n[End]"
-          #   - thought: "Professions of Nicholas Ray are director, screenwriter, and actor. I need to search Elia Kazan next and find his professions."
-          #   - action: "Search[Elia Kazan]"
-          #   - observation: "[Document]\nElia Kazan was an American film and theatre director, producer, screenwriter and actor.\n[End]"
-          #   - thought: "Professions of Elia Kazan are director, producer, screenwriter, and actor. So profession Nicholas Ray and Elia Kazan have in common is director, screenwriter, and actor."
-          #   - thought: "The claim is True."
-          #   - action: "Finish[True]"
-  search_tools_rewoo:
-    data:
-      - name: Search ReWOO
-        display_name: Search
-        pdl_function: Search
-        description: Search Wikipedia for a summary
-        parameters:
-          - name: topic
-            type: string
-            description: The topic of interest
-        examples:
-          []
-          # - - task: |
-          #       On June 2017, the following claim was made: The elevation range for the area that the eastern sector of the Colorado orogeny extends into is 1,800 to 7,000 ft.
-          #       Q: Was this claim true or false?
-          #   - thought: "I need to search Colorado orogeny, find the area that the eastern sector of the Colorado ..."
-          #   - action: "Search[Colorado orogeny]"
-          #   - observation: "[Document]\nThe Colorado orogeny was an episode of mountain building (an orogeny) ...\n[End]"
-          # - - task: |
-          #       On June 2017, the following claim was made: Professions Nicholas Ray and Elia Kazan have in common are director, screenwriter, and actor.
-          #       Q: Was this claim true or false?
-          #   - thought: "Search Nicholas Ray and Elia Kazan, find their professions, then find the profession they have in common."
-          #   - action: "Search[Nicholas Ray]"
-          #   - observation: "[Document]\nNicholas Ray (born Raymond Nicholas Kienzle Jr., August 7, 1911 - June 16, 1979) was an American film director, screenwriter, and actor best known for the 1955 film Rebel Without a Cause.\n[End]"
-          #   - thought: "Search Elia Kazan."
-          #   - action: "Search[Elia Kazan]"
-          #   - observation: "[Document]\nElia Kazan was an American film and theatre director, producer, screenwriter and actor.\n[End]"
-  # model: "meta-llama/llama-3-70b-instruct"
-  # prompt_pattern: "react"
-  # claim: "Fox 2000 Pictures released the film Soul Food."
-  # task: >
-  #   Task: Determine if there is Observation that SUPPORTS or REFUTES
-  #   a Claim, or if there is NOT ENOUGH INFORMATION.
 
-  #   Claim: {{ claim }}
   search_tools:
     data:
       - name: Search

examples/optimizer/gsm8k.pdl

@@ -13,15 +13,15 @@ text:
   - if: "${ prompt_pattern == 'cot' }"
     then:
       text:
-      - "Answer the questions to the best of your abilities.\n\n"
-      - call: ${ cot.chain_of_thought }
-        def: ANSWER
-        contribute: []
-        args:
-          examples: "${ demonstrations }"
-          question: "${ question|trim }"
-          model: "${ model }"
-      - "\nThe answer is ${ ANSWER.answer|trim }"
+        - "Answer the questions to the best of your abilities.\n\n"
+        - call: ${ cot.chain_of_thought }
+          def: ANSWER
+          contribute: []
+          args:
+            examples: "${ demonstrations }"
+            question: "${ question|trim }"
+            model: "${ model }"
+        - "\nThe answer is ${ ANSWER.answer|trim }"
 
   # ReAct
   - if: ${ prompt_pattern == 'react' }
@@ -47,34 +47,3 @@ text:
           tools: ${ tools.tools }
           trajectories: ${ demonstrations }
           show_plans: false
-
-  # # ReAct
-  # - if: "${ prompt_pattern == 'react' }"
-  #   then:
-  #     text:
-  #     - include: ../../tools.pdl
-  #     - include: ../../ReAct.pdl
-  #     - call: ${ react }
-  #       def: ANSWER
-  #       args:
-  #         task: "Question: ${ question|trim }"
-  #         model: "${ model }"
-  #         tools: ${ tools }
-  #         trajectories: ${ demonstrations }
-  #     - "\nThe answer is ${ ANSWER.answer|trim }"
-
-  # # ReWOO
-  # - if: "${ prompt_pattern == 'rewoo' }"
-  #   then:
-  #     text:
-  #     - include: ../../tools.pdl
-  #     - include: ../../ReWoo.pdl
-  #     - call: ${ rewoo }
-  #       def: ANSWER
-  #       args:
-  #         task: "Task: ${ question }"
-  #         model: "${ model }"
-  #         tools: ${ tools }
-  #         trajectories: ${ demonstrations }
-  #         show_plans: false
-  #     - "\nThe answer is ${ ANSWER.answer|trim }"

pyproject.toml

@@ -18,6 +18,7 @@ dependencies = [
   "ipython>=8,<10",
   "json-repair~=0.35",
   "granite-io>=0.2,<0.4",
+  "multiprocess>=0.70",
 ]
 authors = [
   { name="Mandana Vaziri", email="[email protected]" },
@@ -62,7 +63,6 @@ optimizer = [
   "rich>=14.0.0",
   "evalplus>=0.3.1",
   "duration_parser>=1.0.1",
-  "multiprocess>=0.70",
 ]
 all = [ "prompt-declaration-language[dev,examples,docs,optimizer]" ]
 

src/pdl/optimize/optimizer_evaluator.py

@@ -73,11 +73,7 @@ def run(  # type: ignore # noqa: C901
                 console.log("RETRYING! ", tries)
             try:
                 tries += 1
-                # state = InterpreterState(
-                #     yield_result=self.yield_output,
-                #     yield_background=self.yield_output,
-                #     cwd=self.cwd,
-                # )
+
                 config = InterpreterConfig(
                     yield_result=self.yield_output,
                     yield_background=self.yield_output,