[Fix] Amazon Bedrock Runtime: Fix bug that occurs when using Llama3 70B Instruct (#6942)

DennisTraub · web-flow · commit 7d2cb96434ea · 2024-09-30T08:54:47.000-05:00
Upgrade dependencies and fix Llama3 example in C#, Java, JavaScript, and Python
diff --git a/dotnetv3/Bedrock-runtime/Models/Ai21LabsJurassic2/Converse/Converse.csproj b/dotnetv3/Bedrock-runtime/Models/Ai21LabsJurassic2/Converse/Converse.csproj
@@ -6,7 +6,7 @@
     </PropertyGroup>
 
     <ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
     </ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/Ai21LabsJurassic2/InvokeModel/InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/Ai21LabsJurassic2/InvokeModel/InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/Converse/Converse.csproj b/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/Converse/Converse.csproj
@@ -6,7 +6,7 @@
     </PropertyGroup>
 
     <ItemGroup>
-      <PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-      <PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+      <PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+      <PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
     </ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/ConverseStream/ConverseStream.csproj b/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/ConverseStream/ConverseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/InvokeModel/InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/InvokeModel/InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/InvokeModelWithResponseStream/InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/AmazonTitanText/InvokeModelWithResponseStream/InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/Converse/Converse.csproj b/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/Converse/Converse.csproj
@@ -6,7 +6,7 @@
     </PropertyGroup>
 
     <ItemGroup>
-      <PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-      <PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+      <PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+      <PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
     </ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/ConverseStream/ConverseStream.csproj b/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/ConverseStream/ConverseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/InvokeModel/InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/InvokeModel/InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/InvokeModelWithResponseStream/InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/AnthropicClaude/InvokeModelWithResponseStream/InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_InvokeModel/Command_InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_InvokeModel/Command_InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_InvokeModelWithResponseStream/Command_InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_InvokeModelWithResponseStream/Command_InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_R_InvokeModel/Command_R_InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_R_InvokeModel/Command_R_InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_R_InvokeModelWithResponseStream/Command_R_InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/CohereCommand/Command_R_InvokeModelWithResponseStream/Command_R_InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/CohereCommand/Converse/Converse.csproj b/dotnetv3/Bedrock-runtime/Models/CohereCommand/Converse/Converse.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/CohereCommand/ConverseStream/ConverseStream.csproj b/dotnetv3/Bedrock-runtime/Models/CohereCommand/ConverseStream/ConverseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Converse/Converse.csproj b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Converse/Converse.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/ConverseStream/ConverseStream.csproj b/dotnetv3/Bedrock-runtime/Models/MetaLlama/ConverseStream/ConverseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama2_InvokeModel/Llama2_InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama2_InvokeModel/Llama2_InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama2_InvokeModelWithResponseStream/Llama2_InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama2_InvokeModelWithResponseStream/Llama2_InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModel/InvokeModel.cs b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModel/InvokeModel.cs
@@ -13,18 +13,17 @@
 using Amazon.BedrockRuntime.Model;
 
 // Create a Bedrock Runtime client in the AWS Region you want to use.
-var client = new AmazonBedrockRuntimeClient(RegionEndpoint.USEast1);
+var client = new AmazonBedrockRuntimeClient(RegionEndpoint.USWest2);
 
-// Set the model ID, e.g., Llama 3 8b Instruct.
-var modelId = "meta.llama3-8b-instruct-v1:0";
+// Set the model ID, e.g., Llama 3 70b Instruct.
+var modelId = "meta.llama3-70b-instruct-v1:0";
 
 // Define the prompt for the model.
 var prompt = "Describe the purpose of a 'hello world' program in one line.";
 
 // Embed the prompt in Llama 2's instruction format.
 var formattedPrompt = $@"
-<|begin_of_text|>
-<|start_header_id|>user<|end_header_id|>
+<|begin_of_text|><|start_header_id|>user<|end_header_id|>
 {prompt}
 <|eot_id|>
 <|start_header_id|>assistant<|end_header_id|>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModel/Llama3_InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModel/Llama3_InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModelWithResponseStream/InvokeModelWithResponseStream.cs b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModelWithResponseStream/InvokeModelWithResponseStream.cs
@@ -14,18 +14,17 @@
 using Amazon.BedrockRuntime.Model;
 
 // Create a Bedrock Runtime client in the AWS Region you want to use.
-var client = new AmazonBedrockRuntimeClient(RegionEndpoint.USEast1);
+var client = new AmazonBedrockRuntimeClient(RegionEndpoint.USWest2);
 
-// Set the model ID, e.g., Llama 3 8b Instruct.
-var modelId = "meta.llama3-8b-instruct-v1:0";
+// Set the model ID, e.g., Llama 3 70b Instruct.
+var modelId = "meta.llama3-70b-instruct-v1:0";
 
 // Define the prompt for the model.
 var prompt = "Describe the purpose of a 'hello world' program in one line.";
 
 // Embed the prompt in Llama 2's instruction format.
 var formattedPrompt = $@"
-<|begin_of_text|>
-<|start_header_id|>user<|end_header_id|>
+<|begin_of_text|><|start_header_id|>user<|end_header_id|>
 {prompt}
 <|eot_id|>
 <|start_header_id|>assistant<|end_header_id|>
diff --git a/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModelWithResponseStream/Llama3_InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/MetaLlama/Llama3_InvokeModelWithResponseStream/Llama3_InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/Mistral/Converse/Converse.csproj b/dotnetv3/Bedrock-runtime/Models/Mistral/Converse/Converse.csproj
@@ -6,7 +6,7 @@
     </PropertyGroup>
 
     <ItemGroup>
-      <PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-      <PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+      <PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+      <PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
     </ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/Mistral/ConverseStream/ConverseStream.csproj b/dotnetv3/Bedrock-runtime/Models/Mistral/ConverseStream/ConverseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/Mistral/InvokeModel/InvokeModel.csproj b/dotnetv3/Bedrock-runtime/Models/Mistral/InvokeModel/InvokeModel.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Models/Mistral/InvokeModelWithResponseStream/InvokeModelWithResponseStream.csproj b/dotnetv3/Bedrock-runtime/Models/Mistral/InvokeModelWithResponseStream/InvokeModelWithResponseStream.csproj
@@ -6,7 +6,7 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.303.3" />
-		<PackageReference Include="AWSSDK.Core" Version="3.7.304.12" />
+		<PackageReference Include="AWSSDK.BedrockRuntime" Version="3.7.403.14" />
+		<PackageReference Include="AWSSDK.Core" Version="3.7.400.26" />
 	</ItemGroup>
 </Project>
diff --git a/dotnetv3/Bedrock-runtime/Tests/BedrockRuntimeTests.csproj b/dotnetv3/Bedrock-runtime/Tests/BedrockRuntimeTests.csproj
@@ -11,12 +11,12 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="4.9.2" />
-		<PackageReference Include="Microsoft.CodeAnalysis.CSharp.Scripting" Version="4.9.2" />
-		<PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.10.0" />
-		<PackageReference Include="xunit" Version="2.8.1" />
+		<PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="4.11.0" />
+		<PackageReference Include="Microsoft.CodeAnalysis.CSharp.Scripting" Version="4.11.0" />
+		<PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.11.1" />
+		<PackageReference Include="xunit" Version="2.9.2" />
 		<PackageReference Include="Xunit.Extensions.Ordering" Version="1.4.5" />
-		<PackageReference Include="xunit.runner.visualstudio" Version="2.8.1">
+		<PackageReference Include="xunit.runner.visualstudio" Version="2.8.2">
 			<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
 			<PrivateAssets>all</PrivateAssets>
 		</PackageReference>
diff --git a/javascriptv3/example_code/bedrock-runtime/models/metaLlama/llama3/invoke_model_quickstart.js b/javascriptv3/example_code/bedrock-runtime/models/metaLlama/llama3/invoke_model_quickstart.js
@@ -12,17 +12,16 @@ import {
 // Create a Bedrock Runtime client in the AWS Region of your choice.
 const client = new BedrockRuntimeClient({ region: "us-west-2" });
 
-// Set the model ID, e.g., Llama 3 8B Instruct.
-const modelId = "meta.llama3-8b-instruct-v1:0";
+// Set the model ID, e.g., Llama 3 70B Instruct.
+const modelId = "meta.llama3-70b-instruct-v1:0";
 
 // Define the user message to send.
 const userMessage =
   "Describe the purpose of a 'hello world' program in one sentence.";
 
 // Embed the message in Llama 3's prompt format.
 const prompt = `
-<|begin_of_text|>
-<|start_header_id|>user<|end_header_id|>
+<|begin_of_text|><|start_header_id|>user<|end_header_id|>
 ${userMessage}
 <|eot_id|>
 <|start_header_id|>assistant<|end_header_id|>
diff --git a/javascriptv3/example_code/bedrock-runtime/models/metaLlama/llama3/invoke_model_with_response_stream_quickstart.js b/javascriptv3/example_code/bedrock-runtime/models/metaLlama/llama3/invoke_model_with_response_stream_quickstart.js
@@ -12,17 +12,16 @@ import {
 // Create a Bedrock Runtime client in the AWS Region of your choice.
 const client = new BedrockRuntimeClient({ region: "us-west-2" });
 
-// Set the model ID, e.g., Llama 3 8B Instruct.
-const modelId = "meta.llama3-8b-instruct-v1:0";
+// Set the model ID, e.g., Llama 3 70B Instruct.
+const modelId = "meta.llama3-70b-instruct-v1:0";
 
 // Define the user message to send.
 const userMessage =
   "Describe the purpose of a 'hello world' program in one sentence.";
 
 // Embed the message in Llama 3's prompt format.
 const prompt = `
-<|begin_of_text|>
-<|start_header_id|>user<|end_header_id|>
+<|begin_of_text|><|start_header_id|>user<|end_header_id|>
 ${userMessage}
 <|eot_id|>
 <|start_header_id|>assistant<|end_header_id|>
diff --git a/javascriptv3/example_code/bedrock-runtime/package.json b/javascriptv3/example_code/bedrock-runtime/package.json
@@ -11,6 +11,6 @@
     "vitest": "^1.6.0"
   },
   "dependencies": {
-    "@aws-sdk/client-bedrock-runtime": "^3.587.0"
+    "@aws-sdk/client-bedrock-runtime": "^3.658.1"
   }
 }
diff --git a/javav2/example_code/bedrock-runtime/pom.xml b/javav2/example_code/bedrock-runtime/pom.xml
@@ -30,7 +30,7 @@
             <dependency>
                 <groupId>software.amazon.awssdk</groupId>
                 <artifactId>bom</artifactId>
-                <version>2.25.67</version>
+                <version>2.28.10</version>
                 <type>pom</type>
                 <scope>import</scope>
             </dependency>
diff --git a/javav2/example_code/bedrock-runtime/src/main/java/com/example/bedrockruntime/models/metaLlama/Llama3_InvokeModel.java b/javav2/example_code/bedrock-runtime/src/main/java/com/example/bedrockruntime/models/metaLlama/Llama3_InvokeModel.java
diff --git a/javav2/example_code/bedrock-runtime/src/main/java/com/example/bedrockruntime/models/metaLlama/Llama3_InvokeModelWithResponseStream.java b/javav2/example_code/bedrock-runtime/src/main/java/com/example/bedrockruntime/models/metaLlama/Llama3_InvokeModelWithResponseStream.java
diff --git a/python/example_code/bedrock-runtime/models/meta_llama/llama3_invoke_model.py b/python/example_code/bedrock-runtime/models/meta_llama/llama3_invoke_model.py
diff --git a/python/example_code/bedrock-runtime/models/meta_llama/llama3_invoke_model_with_response_stream.py b/python/example_code/bedrock-runtime/models/meta_llama/llama3_invoke_model_with_response_stream.py
diff --git a/python/example_code/bedrock-runtime/requirements.txt b/python/example_code/bedrock-runtime/requirements.txt
