Streaming result by default, fixed examples for granite 3.1 (#428)

* Streaming result by default, fix examples for granite 3.1

Signed-off-by: Mandana Vaziri <[email protected]>

Author: vazirim

examples/demo/1-gen-data.pdl

@@ -10,19 +10,21 @@ text:
     def: model_output
     spec: {name: str, age: int}
     input:
-      text:
-      - for: 
-          question: ${ data.questions }
-          answer: ${ data.answers }
-        repeat: |
-          ${ question }
-          ${ answer }
-      - > 
-        Question: Create a JSON object with fields 'name' and 'age' 
-        and set them appropriately. Write the age in letters.
+      array:
+      - role: user
+        content: 
+          text:
+          - for: 
+              question: ${ data.questions }
+              answer: ${ data.answers }
+            repeat: |
+              ${ question }
+              ${ answer }
+          - > 
+            Question: Generate only a JSON object with fields 'name' and 'age' and set them appropriately. Write the age all in letters. Only generate a single JSON object and nothing else.
     parser: yaml
     parameters:
-      stop_sequences: "\n"
+      stop_sequences: "Question"
       temperature: 0
 
 

examples/demo/data.yaml

@@ -5,9 +5,6 @@ questions:
       Question: Write a YAML object with 3 fields 'number' and 'street' and 'town' set to '10', 'Miller Road', 'Armonk' respectively.
 
 answers: 
-    - a: 0
-      b: 0
+    - { "a": 0, "b": 0 }
 
-    - number: 10
-      street: miller Road
-      town: armonk
+    - { "number": 10, "street": "miller Road", "town": "armonk" }