rename base_model: mistral to decoder

Author: michaelfeil

lora/engine-lora/config.yaml

@@ -4,33 +4,30 @@ external_package_dirs: []
 model_metadata:
   tags:
     - openai-compatible
-  example_model_input: {
-    model: "finance",
-    messages: [
-      {
-        role: "user",
-        content: "How would you choose back in 2008?"
-      }
-    ],
-    stream: true,
-    max_tokens: 512,
-    temperature: 0.9
-  }
+  example_model_input:
+    {
+      model: "finance",
+      messages:
+        [{ role: "user", content: "How would you choose back in 2008?" }],
+      stream: true,
+      max_tokens: 512,
+      temperature: 0.9,
+    }
   repo_id: mistralai/Mistral-7B-Instruct-v0.3
 model_name: Mistral 7B Instruct Engine Lora
 python_version: py39
 requirements: []
 resources:
   accelerator: H100_40GB
-  cpu: '1'
+  cpu: "1"
   memory: 24Gi
   use_gpu: true
 secrets:
   hf_access_token: set token in baseten workspace
 system_packages: []
 trt_llm:
   build:
-    base_model: mistral
+    base_model: decoder
     checkpoint_repository:
       repo: mistralai/Mistral-7B-Instruct-v0.3
       source: HF

mistral/engine-mistral-7b-instruct/config.yaml

@@ -4,36 +4,38 @@ external_package_dirs: []
 model_metadata:
   tags:
     - openai-compatible
-  example_model_input: {
-    messages: [
-      {
-        role: "system",
-        content: "You are a knowledgable, engaging, meteorology teacher."
-      },
-      {
-        role: "user",
-        content: "What is the impact of the Mistral wind on the French climate?"
-      }
-    ],
-    stream: true,
-    max_tokens: 512,
-    temperature: 0.9
-  }
+  example_model_input:
+    {
+      messages:
+        [
+          {
+            role: "system",
+            content: "You are a knowledgable, engaging, meteorology teacher.",
+          },
+          {
+            role: "user",
+            content: "What is the impact of the Mistral wind on the French climate?",
+          },
+        ],
+      stream: true,
+      max_tokens: 512,
+      temperature: 0.9,
+    }
   repo_id: mistralai/Mistral-7B-Instruct-v0.3
 model_name: Mistral 7B Instruct
 python_version: py39
 requirements: []
 resources:
   accelerator: H100_40GB
-  cpu: '1'
+  cpu: "1"
   memory: 24Gi
   use_gpu: true
 secrets:
   hf_access_token: set token in baseten workspace
 system_packages: []
 trt_llm:
   build:
-    base_model: mistral
+    base_model: decoder
     checkpoint_repository:
       repo: mistralai/Mistral-7B-Instruct-v0.3
       source: HF

mistral/engine-mistral-small-3/config.yaml

@@ -4,36 +4,38 @@ external_package_dirs: []
 model_metadata:
   tags:
     - openai-compatible
-  example_model_input: {
-    messages: [
-      {
-        role: "system",
-        content: "You are a knowledgable, engaging, meteorology teacher."
-      },
-      {
-        role: "user",
-        content: "What is the impact of the Mistral wind on the French climate?"
-      }
-    ],
-    stream: true,
-    max_tokens: 1024,
-    temperature: 0.15
-  }
+  example_model_input:
+    {
+      messages:
+        [
+          {
+            role: "system",
+            content: "You are a knowledgable, engaging, meteorology teacher.",
+          },
+          {
+            role: "user",
+            content: "What is the impact of the Mistral wind on the French climate?",
+          },
+        ],
+      stream: true,
+      max_tokens: 1024,
+      temperature: 0.15,
+    }
   repo_id: mistralai/Mistral-Small-24B-Instruct-2501
 model_name: Mistral Small 3 Instruct FP8
 python_version: py39
 requirements: []
 resources:
   accelerator: H100_40GB
-  cpu: '1'
+  cpu: "1"
   memory: 24Gi
   use_gpu: true
 secrets:
   hf_access_token: set token in baseten workspace
 system_packages: []
 trt_llm:
   build:
-    base_model: mistral
+    base_model: decoder
     checkpoint_repository:
       repo: mistralai/Mistral-Small-24B-Instruct-2501
       source: HF

mistral/engine-mixtral-8x22b-instruct/config.yaml

@@ -4,36 +4,38 @@ external_package_dirs: []
 model_metadata:
   tags:
     - openai-compatible
-  example_model_input: {
-    messages: [
-      {
-        role: "system",
-        content: "You are a knowledgable, engaging, geology teacher."
-      },
-      {
-        role: "user",
-        content: "What is the impact of the Mistral wind on the French climate?"
-      }
-    ],
-    stream: true,
-    max_tokens: 512,
-    temperature: 0.9
-  }
+  example_model_input:
+    {
+      messages:
+        [
+          {
+            role: "system",
+            content: "You are a knowledgable, engaging, geology teacher.",
+          },
+          {
+            role: "user",
+            content: "What is the impact of the Mistral wind on the French climate?",
+          },
+        ],
+      stream: true,
+      max_tokens: 512,
+      temperature: 0.9,
+    }
   repo_id: mistralai/Mixtral-8x22B-Instruct-v0.1
 model_name: Mistral 8x22B Instruct
 python_version: py39
 requirements: []
 resources:
   accelerator: H100:2
-  cpu: '1'
+  cpu: "1"
   memory: 24Gi
   use_gpu: true
 secrets:
   hf_access_token: set token in baseten workspace
 system_packages: []
 trt_llm:
   build:
-    base_model: mistral
+    base_model: decoder
     checkpoint_repository:
       repo: mistralai/Mixtral-8x22B-Instruct-v0.1
       source: HF

mistral/engine-mixtral-8x7b-instruct/config.yaml

@@ -4,36 +4,38 @@ external_package_dirs: []
 model_metadata:
   tags:
     - openai-compatible
-  example_model_input: {
-    messages: [
-      {
-        role: "system",
-        content: "You are a knowledgable, engaging, meteorology teacher."
-      },
-      {
-        role: "user",
-        content: "What is the impact of the Mistral wind on the French climate?"
-      }
-    ],
-    stream: true,
-    max_tokens: 512,
-    temperature: 0.9
-  }
+  example_model_input:
+    {
+      messages:
+        [
+          {
+            role: "system",
+            content: "You are a knowledgable, engaging, meteorology teacher.",
+          },
+          {
+            role: "user",
+            content: "What is the impact of the Mistral wind on the French climate?",
+          },
+        ],
+      stream: true,
+      max_tokens: 512,
+      temperature: 0.9,
+    }
   repo_id: mistralai/Mixtral-8x7B-Instruct-v0.1
 model_name: Mistral 8x7B Instruct
 python_version: py39
 requirements: []
 resources:
   accelerator: H100
-  cpu: '1'
+  cpu: "1"
   memory: 24Gi
   use_gpu: true
 secrets:
   hf_access_token: set token in baseten workspace
 system_packages: []
 trt_llm:
   build:
-    base_model: mistral
+    base_model: decoder
     checkpoint_repository:
       repo: mistralai/Mixtral-8x7B-Instruct-v0.1
       source: HF