Update Mistral Instruct v0.1 to v0.2 (#228)

Author: vshulman

mistral/mistral-7b-instruct/config.yaml

@@ -6,7 +6,7 @@ model_cache:
   - '*.json'
   - '*.safetensors'
   - '*.model'
-  repo_id: mistralai/Mistral-7B-Instruct-v0.1
+  repo_id: mistralai/Mistral-7B-Instruct-v0.2
 model_metadata:
   avatar_url: https://cdn.baseten.co/production/static/explore/mistral_logo.png
   cover_image_url: https://cdn.baseten.co/production/static/explore/mistral.png
@@ -20,7 +20,7 @@ python_version: py311
 requirements:
 - sentencepiece
 - accelerate
-- transformers==4.34.0
+- transformers==4.38.1
 - torch==2.0.1
 resources:
   accelerator: A10G

mistral/mistral-7b-instruct/model/model.py

@@ -13,16 +13,17 @@ class Model:
     def __init__(self, **kwargs):
         self.tokenizer = None
         self.model = None
+        self._config = kwargs["config"]
 
     def load(self):
         self.model = AutoModelForCausalLM.from_pretrained(
-            "mistralai/Mistral-7B-Instruct-v0.1",
+            self._config["model_cache"][0]["repo_id"],
             torch_dtype=torch.float16,
             device_map="auto",
         )
 
         self.tokenizer = AutoTokenizer.from_pretrained(
-            "mistralai/Mistral-7B-Instruct-v0.1",
+            self._config["model_cache"][0]["repo_id"],
             device_map="auto",
             torch_dtype=torch.float16,
         )