fixing test cases in light of changes in watsonx

Signed-off-by: Mandana Vaziri <[email protected]>

Author: vazirim

tests/data/line/hello16.pdl

@@ -20,7 +20,7 @@ text:
     - 'Question: Write a JSON object with 2 fields "bob" and "carol" set to "20" and "30" respectively.'
   parser: yaml
   parameters:
-    decoding_method: greedy
+    temperature: 0
     stop:
     - '}'
     include_stop_sequence: true

tests/data/line/hello3.pdl

@@ -1,13 +1,12 @@
 description: Hello world to call into a model
 defs:
-  model: watsonx/ibm/granite-34b-code-instruct
+  model: watsonx/ibm/granite-20b-code-instruct
 text:
 - Hello,
 - model: ${ model }
   spec: int
   parameters:
-    decoding_method: greedy
+    temperature: 0
     stop:
     - '!'
-    include_stop_sequence: true
     mock_response: " World!"

tests/test_model.py

@@ -6,11 +6,10 @@
     "text": [
         "Hello,",
         {
-            "model": "watsonx/ibm/granite-34b-code-instruct",
+            "model": "watsonx/meta-llama/llama-3-8b-instruct",
             "parameters": {
-                "decoding_method": "greedy",
-                "stop_sequences": ["!"],
-                "include_stop_sequence": False,
+                "temperature": 0,
+                "stop": ["!"],
                 "mock_response": " World",
             },
         },
@@ -34,9 +33,9 @@ def test_model():
             "def": "SOMEONE",
             "text": [
                 {
-                    "model": "watsonx/ibm/granite-34b-code-instruct",
+                    "model": "watsonx/meta-llama/llama-3-8b-instruct",
                     "parameters": {
-                        "decoding_method": "greedy",
+                        "temperature": 0,
                         "stop": ["!"],
                         "include_stop_sequence": False,
                         "mock_response": " World",
@@ -54,8 +53,8 @@ def test_model():
                 {
                     "model": "watsonx/google/flan-t5-xl",
                     "parameters": {
-                        "decoding_method": "greedy",
-                        "stop_sequences": ["."],
+                        "temperature": 0,
+                        "stop": ["."],
                         "include_stop_sequence": True,
                         "roles": {"user": {"pre_message": "", "post_message": ""}},
                         "mock_response": 'World is a fictional character in the popular science fiction television series "The X-Files',
@@ -85,7 +84,7 @@ def test_model_chain():
             "def": "LOCATION",
             "text": [
                 {
-                    "model": "watsonx/ibm/granite-34b-code-instruct",
+                    "model": "watsonx/meta-llama/llama-3-8b-instruct",
                     "input": {
                         "text": [
                             "Question: What is the weather in London?\n",
@@ -98,8 +97,8 @@ def test_model_chain():
                         ]
                     },
                     "parameters": {
-                        "decoding_method": "greedy",
-                        "stop_sequences": ["Question"],
+                        "temperature": 0,
+                        "stop": ["Question"],
                         "include_stop_sequence": False,
                         "mock_response": "Armonk",
                     },
@@ -122,9 +121,9 @@ def test_multi_shot():
     "text": [
         "Hello,\n",
         {
-            "model": "watsonx/ibm/granite-34b-code-instruct",
+            "model": "watsonx/meta-llama/llama-3-8b-instruct",
             "parameters": {
-                "stop_sequences": ["."],
+                "stop": ["."],
                 "mock_response": '\nI have a question about the use of the word "in" in the sentence: "The cake was baked in the oven.',
             },
         },
@@ -144,12 +143,12 @@ def test_data_missing_parameters():
 
 model_parameter = {
     "description": "Hello world with a variable",
-    "defs": {"model": "watsonx/ibm/granite-34b-code-instruct"},
+    "defs": {"model": "watsonx/meta-llama/llama-3-8b-instruct"},
     "text": [
         "Hello,",
         {
             "model": "${ model }",
-            "parameters": {"stop_sequences": ["!"], "mock_response": " World!"},
+            "parameters": {"stop": ["!"], "mock_response": " World!"},
         },
     ],
 }
@@ -164,12 +163,12 @@ def test_model_parameter():
 
 model_parameter1 = {
     "description": "Hello world with a variable",
-    "defs": {"model": "granite-34b-code-instruct"},
+    "defs": {"model": "watsonx/meta-llama/llama-3-8b-instruct"},
     "text": [
         "Hello,",
         {
             "model": "watsonx/ibm/${ model }",
-            "parameters": {"stop_sequences": ["!"], "mock_response": " World!"},
+            "parameters": {"stop": ["!"], "mock_response": " World!"},
         },
     ],
 }
@@ -187,7 +186,7 @@ def test_model_parameter1():
     "text": [
         "Hello,",
         {
-            "model": "watsonx/ibm/granite-34b-code-instruct-v2",
+            "model": "watsonx/meta-llama/llama-3-8b-instruct",
             "platform": "litellm",
             "parameters": {"stop": ["!"], "mock_response": " World!"},
         },

tests/test_parser.py

@@ -25,8 +25,7 @@
     },
     "parser": "json",
     "parameters": {
-        "stop_sequences": ["}"],
-        "include_stop_sequence": True,
+        "stop": ["}"],
         "mock_response": '{"bob": 20, "carol": 30}',
     },
 }

tests/test_var.py

@@ -18,9 +18,8 @@
                 {
                     "model": "watsonx/ibm/granite-34b-code-instruct",
                     "parameters": {
-                        "decoding_method": "greedy",
-                        "stop_sequences": ["!"],
-                        "include_stop_sequence": False,
+                        "temperature": 0,
+                        "stop": ["!"],
                         "mock_response": " World",
                     },
                 }
@@ -51,9 +50,8 @@ def test_var():
                 {
                     "model": "watsonx/ibm/granite-34b-code-instruct",
                     "parameters": {
-                        "decoding_method": "greedy",
-                        "stop_sequences": ["!"],
-                        "include_stop_sequence": False,
+                        "temperature": 0,
+                        "stop": ["!"],
                         "mock_response": " World",
                     },
                 }