adding tests for rest of the models

Author: liustve

contract-tests/images/applications/aws-sdk/server.js

@@ -577,7 +577,7 @@ async function handleBedrockRequest(req, res, path) {
             body = JSON.stringify({
               anthropic_version: 'bedrock-2023-05-31',
               max_tokens: 1000,
-              temperature: 1.1,
+              temperature: 0.99,
               top_p: 1,
               messages: [
                 {
@@ -586,7 +586,52 @@ async function handleBedrockRequest(req, res, path) {
                 },
               ],
             });
-        }      
+        }
+
+        if (path.includes('meta.llama')) {
+          modelId = 'meta.llama2-13b-chat-v1';
+          body = JSON.stringify({
+            prompt,
+            max_gen_len: 512,
+            temperature: 0.5,
+            top_p: 0.9
+          });
+        }
+
+        if (path.includes('cohere.command')) {
+          modelId = 'cohere.command-light-text-v14';
+          body = JSON.stringify({
+            prompt,
+            max_tokens: 512,
+            temperature: 0.5,
+            p: 0.65,
+          });
+        }
+
+        if (path.includes('ai21.jamba')) {
+          modelId = 'ai21.jamba-1-5-large-v1:0';
+          body = JSON.stringify({
+            messages: [
+              {
+                role: 'user',
+                content: prompt,
+              },
+            ],
+            top_p: 0.8,
+            temperature: 0.6,
+            max_tokens: 512,
+          });
+        }
+
+        if (path.includes('mistral.mistral')) {
+          modelId = 'mistral.mistral-7b-instruct-v0:2';
+          body = JSON.stringify({
+            prompt,
+            max_tokens: 4096,
+            temperature: 0.75,
+            top_p: 0.99,
+          });
+        }
 
         await bedrockRuntimeClient.send(
           new InvokeModelCommand({

contract-tests/tests/test/amazon/aws-sdk/aws_sdk_test.py

@@ -447,12 +447,100 @@ def test_bedrock_runtime_invoke_model_anthropic_claude(self):
             request_specific_attributes={
                 _GEN_AI_REQUEST_MODEL: 'anthropic.claude-v2:1',
                 _GEN_AI_REQUEST_MAX_TOKENS: 1000,
-                _GEN_AI_REQUEST_TEMPERATURE: 1.1,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.99,
                 _GEN_AI_REQUEST_TOP_P: 1
                 },
             span_name="BedrockRuntime.InvokeModel"
         )
 
+    def test_bedrock_runtime_invoke_model_meta_llama(self):
+        self.do_test_requests(
+            "bedrock/invokemodel/invoke-model/meta.llama2-13b-chat-v1",
+            "GET",
+            200,
+            0,
+            0,
+            local_operation="GET /bedrock",
+            rpc_service="BedrockRuntime",
+            remote_service="AWS::BedrockRuntime",
+            remote_operation="InvokeModel",
+            remote_resource_type="AWS::Bedrock::Model",
+            remote_resource_identifier='meta.llama2-13b-chat-v1',
+            request_specific_attributes={
+                _GEN_AI_REQUEST_MODEL: 'meta.llama2-13b-chat-v1',
+                _GEN_AI_REQUEST_MAX_TOKENS: 512,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.5,
+                _GEN_AI_REQUEST_TOP_P: 0.9
+                },
+            span_name="BedrockRuntime.InvokeModel"
+        )
+
+    def test_bedrock_runtime_invoke_model_cohere_command(self):
+        self.do_test_requests(
+            "bedrock/invokemodel/invoke-model/cohere.command-light-text-v14",
+            "GET",
+            200,
+            0,
+            0,
+            local_operation="GET /bedrock",
+            rpc_service="BedrockRuntime",
+            remote_service="AWS::BedrockRuntime",
+            remote_operation="InvokeModel",
+            remote_resource_type="AWS::Bedrock::Model",
+            remote_resource_identifier='cohere.command-light-text-v14',
+            request_specific_attributes={
+                _GEN_AI_REQUEST_MODEL: 'cohere.command-light-text-v14',
+                _GEN_AI_REQUEST_MAX_TOKENS: 512,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.5,
+                _GEN_AI_REQUEST_TOP_P: 0.65
+                },
+            span_name="BedrockRuntime.InvokeModel"
+        )
+
+    def test_bedrock_runtime_invoke_model_ai21_jamba(self):
+        self.do_test_requests(
+            "bedrock/invokemodel/invoke-model/ai21.jamba-1-5-large-v1:0",
+            "GET",
+            200,
+            0,
+            0,
+            local_operation="GET /bedrock",
+            rpc_service="BedrockRuntime",
+            remote_service="AWS::BedrockRuntime",
+            remote_operation="InvokeModel",
+            remote_resource_type="AWS::Bedrock::Model",
+            remote_resource_identifier='ai21.jamba-1-5-large-v1:0',
+            request_specific_attributes={
+                _GEN_AI_REQUEST_MODEL: 'ai21.jamba-1-5-large-v1:0',
+                _GEN_AI_REQUEST_MAX_TOKENS: 512,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.6,
+                _GEN_AI_REQUEST_TOP_P: 0.8
+                },
+            span_name="BedrockRuntime.InvokeModel"
+        )
+    
+    def test_bedrock_runtime_invoke_model_mistral_mistral(self):
+        self.do_test_requests(
+            "bedrock/invokemodel/invoke-model/mistral.mistral-7b-instruct-v0:2",
+            "GET",
+            200,
+            0,
+            0,
+            local_operation="GET /bedrock",
+            rpc_service="BedrockRuntime",
+            remote_service="AWS::BedrockRuntime",
+            remote_operation="InvokeModel",
+            remote_resource_type="AWS::Bedrock::Model",
+            remote_resource_identifier='mistral.mistral-7b-instruct-v0:2',
+            request_specific_attributes={
+                _GEN_AI_REQUEST_MODEL: 'mistral.mistral-7b-instruct-v0:2',
+                _GEN_AI_REQUEST_MAX_TOKENS: 4096,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.75,
+                _GEN_AI_REQUEST_TOP_P: 0.99
+                },
+            span_name="BedrockRuntime.InvokeModel"
+        )
+    
     def test_bedrock_get_guardrail(self):
         self.do_test_requests(
             "bedrock/getguardrail/get-guardrail",