feat: rename join into reduce

Signed-off-by: Louis Mandel <[email protected]>

Author: mandel

contrib/prompt_library/CoT.pdl

@@ -24,7 +24,7 @@ defs:
               question: ${ example.question }
               reasoning: ${ example.reasoning }
               answer: ${ example.answer }
-          join:
+          reduce:
             with: "\n\n"
 
   chain_of_thought:

docs/tutorial.md

@@ -771,7 +771,7 @@ and asking `why not?` if the answer (stored in variable `eval`) is `no`. The loo
 Notice that the `repeat` and `then` blocks are followed by `text`. This is because of the semantics of lists in PDL. If we want to aggregate the result by stringifying every element in the list and collating them together, then we need the keyword `text` to precede a list. The number of iterations of a loop can be bounded by adding a `maxIterations` field.
 
 The way that the result of each iteration is collated with other iterations can be customized in PDL using
-the `join` feature (see the following section).
+the `reduce` feature (see the following section).
 
 Another simple example of using an `if` statement is [this](https://github.com/IBM/prompt-declaration-language//blob/main/examples/tutorial/if.pdl).
 
@@ -827,18 +827,18 @@ which outputs:
 4
 ```
 
-When `join` is not specified, the collation defaults to
+When `reduce` is not specified, the collation defaults to
 
 ```
-join:
+reduce:
   as: text
   with: ""
 ```
 
 meaning that result of each iteration is stringified and concatenated with that of other iterations. When using `with`,
 `as: text` can be elided.
 
-Note that `join` can be added to any looping construct (`repeat`) not just `for` loops.
+Note that `reduce` can be added to any looping construct (`repeat`) not just `for` loops.
 
 The `for` loop construct also allows iterating over 2 or more lists of the same length simultaneously:
 

examples/demo/10-sdg.pdl

@@ -80,7 +80,7 @@ defs:
           icl_question: ${icl_question}
           icl_answer: ${icl_answer}
           question: ${question}
-      join:
+      reduce:
         as: array
 
   gen_questions_freeform:
@@ -100,7 +100,7 @@ defs:
               task_description: ${task_description}
               icl_question: ${example.question}
               icl_answer: ${example.answer}
-          join:
+          reduce:
             as: array
       lang: python
       code: | # flatten list_of_lists into simple list
@@ -186,7 +186,7 @@ defs:
             data:
               question: ${question}
               keep: ${filter_output}
-          join:
+          reduce:
             as: array
         filtered:
           lang: python
@@ -281,7 +281,7 @@ defs:
             call: ${gen_answers_inner}
             args:
               question: ${question}
-          join:
+          reduce:
             as: array
       lang: python
       spec: [{question: string, answer: string}]
@@ -368,7 +368,7 @@ defs:
             data:
               qa_pair: ${qa_pair}
               rating: ${filter_output}
-          join:
+          reduce:
             as: array
         filtered:
           lang: python

examples/demo/11-repeat.pdl

@@ -13,5 +13,5 @@ repeat:
   - data:
       name: ${ name }
       number: ${ number }
-join:
+reduce:
   with: "\n"

examples/demo/7-chatbot-roles.pdl

@@ -13,6 +13,6 @@ text:
     - model: ollama_chat/granite3.2:2b
     - "\n\n"
   until: ${ query == 'quit'}
-  join:
+  reduce:
     with: "\n\n"
 role: user

examples/demos/granite_io_hallucinations.pdl

@@ -58,5 +58,5 @@ text:
     text: 
     - "Hallucination Risk: ${ hallucination.risk }"
     - "\nSentence: ${ hallucination.response_text }"
-  join: 
+  reduce: 
     with: "\n"

examples/granite-io/granite_io_hallucinations.pdl

@@ -58,5 +58,5 @@ text:
     text: 
     - "Hallucination Risk: ${ hallucination.risk }"
     - "\nSentence: ${ hallucination.response_text }"
-  join: 
+  reduce: 
     with: "\n"

examples/granite-io/sequential_scaling.pdl

@@ -0,0 +1,19 @@
+defs:
+  proc: 
+    lang: python
+    code: |
+      from granite_io_pdl.sequential_scaling import SequentialScalingInputOutputProcessor
+      from granite_io.io.base import ChatCompletionInputs
+      from granite_io.types import ChatCompletionResults
+      import random
+
+      def validator(results: ChatCompletionResults):
+          b = random.choice([True, False])
+          print(f"======> {b}")
+          return b
+
+      result = SequentialScalingInputOutputProcessor(model="granite3.2:2b", backend="openai", validator=validator)
+text:
+- |
+  How to write a Rust program that reverse a list?
+- processor: ${ proc }

examples/gsm8k/gsm8.pdl

@@ -35,7 +35,7 @@ text:
     input: |
       Question: ${ TEST.question }
       Answer: 
-  join:
+  reduce:
     as: array
   contribute: []
   def: ALL_LLM_FULL_A
@@ -56,7 +56,7 @@ text:
     input: | # 'input' is the prompt
       Generate the final answer from the conclusion of this text as JSON with a single key named answer.
       ${ LLM_FULL_ANSWER }
-  join:
+  reduce:
     as: array
   contribute: []
   def: SIMPLIFIED_LLM_ANSWERS

examples/gsm8k/gsm8k-plan-few-shots.pdl

@@ -22,7 +22,7 @@ defs:
           demo: ${ demos } 
         repeat: 
           ${ demo }
-        join:
+        reduce:
           with: "\n"
       - text:
         - "\nProblem:\n"
@@ -91,7 +91,7 @@ text:
       demos: ${ demos }
   maxIterations: ${ MAX_ITERATIONS }
   def: plans
-  join:
+  reduce:
     as: array
 
 - for:
@@ -103,7 +103,7 @@ text:
       plan: ${ plan }
   maxIterations: ${ MAX_ITERATIONS }
   def: solutions
-  join:
+  reduce:
     as: array
 
 - for:
@@ -115,7 +115,7 @@ text:
       solution: ${ solution }
   maxIterations: ${ MAX_ITERATIONS }
   def: results
-  join:
+  reduce:
     as: array
 
 - for:
@@ -129,7 +129,7 @@ text:
       truth: ${ problem.answer }
   maxIterations: ${ MAX_ITERATIONS }
   def: stats
-  join:
+  reduce:
     as: array
 
 - "\nAccuracy: ${ stats|sum / MAX_ITERATIONS * 100}% "