fix mapping for hyperbolic and huggingface models (#1203)

We accidentally used the incorrect model name in one of our mappings -
this is a fix. Thanks!

Author: connorch

packages/inference/test/HfInference.spec.ts

@@ -1184,7 +1184,7 @@ describe.concurrent("HfInference", () => {
 				"meta-llama/Llama-3.2-3B-Instruct": "meta-llama/Llama-3.2-3B-Instruct",
 				"meta-llama/Llama-3.3-70B-Instruct": "meta-llama/Llama-3.3-70B-Instruct",
 				"stabilityai/stable-diffusion-2": "SD2",
-				"meta-llama/Llama-3.1-405B": "meta-llama/Meta-Llama-3.1-405B-Instruct",
+				"meta-llama/Llama-3.1-405B-FP8": "meta-llama/Llama-3.1-405B-FP8",
 			};
 
 			it("chatCompletion - hyperbolic", async () => {

packages/inference/test/tapes.json

@@ -7210,12 +7210,12 @@
       "body": "{\"messages\":[{\"role\":\"user\",\"content\":\"Complete the equation 1 + 1 = , just the answer\"}],\"stream\":true,\"model\":\"meta-llama/Llama-3.3-70B-Instruct\"}"
     },
     "response": {
-      "body": "data: {\"id\": \"chatcmpl-384eff9930a94a08a35564ff77a93d1d\", \"object\": \"chat.completion.chunk\", \"created\": 1739527763, \"model\": \"meta-llama/Llama-3.3-70B-Instruct\", \"choices\": [{\"index\": 0, \"delta\": {\"role\": \"assistant\", \"content\": \"\"}, \"logprobs\": null, \"finish_reason\": null}], \"usage\": {\"prompt_tokens\": 48, \"total_tokens\": 49, \"completion_tokens\": 1}}\n\ndata: {\"id\": \"chatcmpl-384eff9930a94a08a35564ff77a93d1d\", \"object\": \"chat.completion.chunk\", \"created\": 1739527763, \"model\": \"meta-llama/Llama-3.3-70B-Instruct\", \"choices\": [{\"index\": 0, \"delta\": {\"content\": \"2\"}, \"logprobs\": null, \"finish_reason\": null}], \"usage\": {\"prompt_tokens\": 48, \"total_tokens\": 50, \"completion_tokens\": 2}}\n\ndata: {\"id\": \"chatcmpl-384eff9930a94a08a35564ff77a93d1d\", \"object\": \"chat.completion.chunk\", \"created\": 1739527763, \"model\": \"meta-llama/Llama-3.3-70B-Instruct\", \"choices\": [{\"index\": 0, \"delta\": {\"content\": \"\"}, \"logprobs\": null, \"finish_reason\": \"stop\", \"stop_reason\": null}], \"usage\": {\"prompt_tokens\": 48, \"total_tokens\": 51, \"completion_tokens\": 3}}\n\ndata: [DONE]\n\n",
+      "body": "data: {\"id\": \"chatcmpl-f0d655c647b046f183f1c55005f7b447\", \"object\": \"chat.completion.chunk\", \"created\": 1739565096, \"model\": \"meta-llama/Llama-3.3-70B-Instruct\", \"choices\": [{\"index\": 0, \"delta\": {\"role\": \"assistant\", \"content\": \"\"}, \"logprobs\": null, \"finish_reason\": null}], \"usage\": {\"prompt_tokens\": 48, \"total_tokens\": 49, \"completion_tokens\": 1}}\n\ndata: {\"id\": \"chatcmpl-f0d655c647b046f183f1c55005f7b447\", \"object\": \"chat.completion.chunk\", \"created\": 1739565096, \"model\": \"meta-llama/Llama-3.3-70B-Instruct\", \"choices\": [{\"index\": 0, \"delta\": {\"content\": \"2\"}, \"logprobs\": null, \"finish_reason\": null}], \"usage\": {\"prompt_tokens\": 48, \"total_tokens\": 50, \"completion_tokens\": 2}}\n\ndata: {\"id\": \"chatcmpl-f0d655c647b046f183f1c55005f7b447\", \"object\": \"chat.completion.chunk\", \"created\": 1739565096, \"model\": \"meta-llama/Llama-3.3-70B-Instruct\", \"choices\": [{\"index\": 0, \"delta\": {\"content\": \"\"}, \"logprobs\": null, \"finish_reason\": \"stop\", \"stop_reason\": null}], \"usage\": {\"prompt_tokens\": 48, \"total_tokens\": 51, \"completion_tokens\": 3}}\n\ndata: [DONE]\n\n",
       "status": 200,
       "statusText": "OK",
       "headers": {
         "cf-cache-status": "DYNAMIC",
-        "cf-ray": "911c432b88366f13-CDG",
+        "cf-ray": "911fd29d6f2af98f-SJC",
         "connection": "keep-alive",
         "content-type": "text/event-stream; charset=utf-8",
         "server": "cloudflare",
@@ -7233,12 +7233,12 @@
       "body": "{\"messages\":[{\"role\":\"user\",\"content\":\"Complete this sentence with words, one plus one is equal \"}],\"temperature\":0.1,\"model\":\"meta-llama/Llama-3.2-3B-Instruct\"}"
     },
     "response": {
-      "body": "{\"id\":\"chat-1da8aa70d8a047769b2561108ea3eb3d\",\"object\":\"chat.completion\",\"created\":1739527764,\"model\":\"meta-llama/Llama-3.2-3B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"...two.\"},\"finish_reason\":\"stop\",\"logprobs\":null}],\"usage\":{\"prompt_tokens\":46,\"total_tokens\":50,\"completion_tokens\":4}}",
+      "body": "{\"id\":\"chat-0e6cbe7acf544f339d471512a7456f7f\",\"object\":\"chat.completion\",\"created\":1739565096,\"model\":\"meta-llama/Llama-3.2-3B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"...two.\"},\"finish_reason\":\"stop\",\"logprobs\":null}],\"usage\":{\"prompt_tokens\":46,\"total_tokens\":50,\"completion_tokens\":4}}",
       "status": 200,
       "statusText": "OK",
       "headers": {
         "cf-cache-status": "DYNAMIC",
-        "cf-ray": "911c432b8896702b-CDG",
+        "cf-ray": "911fd29d6d43fa9e-SJC",
         "connection": "keep-alive",
         "content-encoding": "gzip",
         "content-type": "application/json",
@@ -7303,12 +7303,12 @@
       "body": "{\"messages\":[{\"content\":\"Paris is\",\"role\":\"user\"}],\"max_tokens\":10,\"temperature\":0,\"top_p\":0.01,\"model\":\"meta-llama/Meta-Llama-3.1-405B-Instruct\"}"
     },
     "response": {
-      "body": "{\"id\":\"chatcmpl-02699e2a1ea24037a2f1d6622a849f1f\",\"object\":\"chat.completion\",\"created\":1739528880,\"model\":\"meta-llama/Meta-Llama-3.1-405B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"...the capital and most populous city of France,\"},\"finish_reason\":\"length\",\"logprobs\":null}],\"usage\":{\"prompt_tokens\":37,\"total_tokens\":47,\"completion_tokens\":10}}",
+      "body": "{\"id\":\"chatcmpl-1d7dffa19de042469d18df31a03e9bcf\",\"object\":\"chat.completion\",\"created\":1739565097,\"model\":\"meta-llama/Meta-Llama-3.1-405B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"...the capital and most populous city of France,\"},\"finish_reason\":\"length\",\"logprobs\":null}],\"usage\":{\"prompt_tokens\":37,\"total_tokens\":47,\"completion_tokens\":10}}",
       "status": 200,
       "statusText": "OK",
       "headers": {
         "cf-cache-status": "DYNAMIC",
-        "cf-ray": "911c5e690de9d706-CDG",
+        "cf-ray": "911fd2a05f8cfa9e-SJC",
         "connection": "keep-alive",
         "content-encoding": "gzip",
         "content-type": "application/json",
@@ -7349,12 +7349,12 @@
       "body": "{\"height\":128,\"width\":128,\"prompt\":\"award winning high resolution photo of a giant tortoise\",\"model_name\":\"SD2\"}"
     },
     "response": {
-      "body": "{\"images\":[{\"index\":0,\"image\":\"iVBORw0KGgoAAAANSUhEUgAAAIAAAACACAIAAABMXPacAAB1/UlEQVR4nJz9ybNkSZbeif1Ur97Z5umN7v58Co85MiMjh6pCoaqAAtCNbkqTQiEFpLQIhUv+O9xxRy7J5oLSzQaaBCCFoVCVWZkZGXP47G+ebL5250m5sGcRHhmRAJoqtnBxNze7dlT16NHvfOc74v/0f/6/hMqKtAornWRlkiRRlESLZbSYp8EyC1ZllJBnIkt1FhIHRHOyFd8MCQ40oY/b91ujZmfYHozag35nNOh3u91eq9tpdTqNjmvZSlNGcTCeLc4vZ2cX6WySLgIKbRq2Y7tCirIywrRM0lpg2Z7T8Fu275quKy2ztKzKcWvHxbIqw8xLneZ5EierZRgFqyTKqrzWeVXnaZXHmnhrYN5/c/jo7e29g35n1DRcT6NijHP0aVa8mGYn8/Rymi8mSTApwuukCqXKpEgNmck6lkZlKe1bdtdxR5bTVVZLGpaQqqx0mpVxUoZxkaY5GiyF79A0rZ7rjnxvaNk9y+vitHBdLAvDQhooiWmgJBToFWI2ra5O20fnqvDauWqmWkWliEWR6HhVJJFSK+qqrMgq0pq01llJDGFJlfD6qCGGGiSJGSVukvlxlsR1WQpp2J7b6RvOdrfd2e3TclA5kdu9QGTxary6XKSzo2SVuaZLo+m5vhCeUWJWhpTC0bYltJKyrkVeibQk16awG1azaXpNS4osjrPxNFgk07iIZnGRlmUc58GqSpauVzRbLeG0h7vGnTutLfoSJ0VPYEye29V8KM+1OE71IoCiIi2JqGJJZBBoMpvSwvSt9nau9m1rm7xVC1lrypIkKYswI8xICoTAMSkthJU3zLxiqTFNfBfPx2vgmBg2NpjggAWVIpfIvF8FMpSpqvx2abUqjKo2qqyqLaeWsS6rOi1IS5KKrKYU5DWYYIDkB0cNKUT1YhGszCBUwdxcLcVqquOxzLdVMWoMGniCJKpXSxElelVU\",\"random_seed\":11489413745290867000}],\"inference_time\":0.8995649814605713}",
+      "body": "{\"images\":[{\"index\":0,\"image\":\"iVBORw0KGgoAAAANSUhEUgAAAIAAAACACAIAAABMXPacAAB0a0lEQVR4nLT995NlWZLfiX3Ovefq+7QIrVKL0lWtMD09AmoALHZBGPgbbY3G3/gX8TcabY1mS+Pa7hIkFrbADmYGM4PunuquLp1aRGTop9XV4vCHFy87q7q6G7s0uoWlWUZG5LvXjx8/7v79uh/xf/5nP5mcH6fzzLJlo930GxXd1k1bdz3TMaSrYZVoUZzOFsF4Np+HWaZpnu91u9XNdWe9K5vN0vdy044MYy6MRaktCjVLVJgUaVrmSaqCWItjEaVGltsqN1Wi65lKZov5cD4ajM/PZZjc8rw/fufeD+++06qtpfPo4sXL58+ePHn16llvNAzySGmllLE0El1X0tAtU1qW4TpW1fdqtUqtUqnWq36z7jfblU7VrdtOTZheJpwEM1d6XGhxpqKkCJMiSYswLZMsT9OyyJUqNSV0TZNSmtI2Hde0HUNaUhqaUORFnsbRYjYLJsNwMkhm/Swc5YtRGgyieS+Z9/NkqovCtq1Kxa806o1Wo9ZpVbttr9Fwq1XL8wzbNUxLM000PVd6kpWLMJqMx6N+Pxj3i2Tqqkwmk9nsbFhmOPVaRbqdalP4Zmli2JpvGVVNWVFGGIVBlI1m9iQ0NMs0qg3Nc+26XW2qWj117VSasdADYc4LfVyoWcmiKOK8LIk1NC0XItXtOMzKvCpBqSJNZvP52en52dNDMVWddsVd29/6oM2ND+xJWO0lYvr49OUoDwZTSKHEzoWVmHZhlCouMAojKRyhIy3Tcj1HaNgVWV/zN9Zq67VqW5jVWNOmGWFCWDBP0ASFIsspijJNszhVea4ohUCTmqEhNIWuYzu4PtICRZTIQtmlaCRFI0orcWzFExWPFvE4jybzfDEsipFFITzPyzXd8A1PGJk0CtMUril926qatm9armlbumGWwo5ShBaEoaNEGWdxOIviMpFZMC/j2ND1qu+11rvt/S3RcCI9\",\"random_seed\":9079746362513132000}],\"inference_time\":0.9107239246368408}",
       "status": 200,
       "statusText": "OK",
       "headers": {
         "cf-cache-status": "DYNAMIC",
-        "cf-ray": "911c837d8fbb6ee4-CDG",
+        "cf-ray": "911fd29d787b67a5-SJC",
         "connection": "keep-alive",
         "content-encoding": "gzip",
         "content-type": "application/json",
@@ -7374,5 +7374,17 @@
         "content-type": "image/jpeg"
       }
     }
+  },
+  "bfdf8d779d6eca448ee6f3c85fa3a19a1568e1978e228f920d5f55a51fc4deab": {
+    "url": "data:image/jpeg;base64,iVBORw0KGgoAAAANSUhEUgAAAIAAAACACAIAAABMXPacAAB0a0lEQVR4nLT995NlWZLfiX3Ovefq+7QIrVKL0lWtMD09AmoALHZBGPgbbY3G3/gX8TcabY1mS+Pa7hIkFrbADmYGM4PunuquLp1aRGTop9XV4vCHFy87q7q6G7s0uoWlWUZG5LvXjx8/7v79uh/xf/5nP5mcH6fzzLJlo930GxXd1k1bdz3TMaSrYZVoUZzOFsF4Np+HWaZpnu91u9XNdWe9K5vN0vdy044MYy6MRaktCjVLVJgUaVrmSaqCWItjEaVGltsqN1Wi65lKZov5cD4ajM/PZZjc8rw/fufeD+++06qtpfPo4sXL58+ePHn16llvNAzySGmllLE0El1X0tAtU1qW4TpW1fdqtUqtUqnWq36z7jfblU7VrdtOTZheJpwEM1d6XGhxpqKkCJMiSYswLZMsT9OyyJUqNSV0TZNSmtI2Hde0HUNaUhqaUORFnsbRYjYLJsNwMkhm/Swc5YtRGgyieS+Z9/NkqovCtq1Kxa806o1Wo9ZpVbttr9Fwq1XL8wzbNUxLM000PVd6kpWLMJqMx6N+Pxj3i2Tqqkwmk9nsbFhmOPVaRbqdalP4Zmli2JpvGVVNWVFGGIVBlI1m9iQ0NMs0qg3Nc+26XW2qWj117VSasdADYc4LfVyoWcmiKOK8LIk1NC0XItXtOMzKvCpBqSJNZvP52en52dNDMVWddsVd29/6oM2ND+xJWO0lYvr49OUoDwZTSKHEzoWVmHZhlCouMAojKRyhIy3Tcj1HaNgVWV/zN9Zq67VqW5jVWNOmGWFCWDBP0ASFIsspijJNszhVea4ohUCTmqEhNIWuYzu4PtICRZTIQtmlaCRFI0orcWzFExWPFvE4jybzfDEsipFFITzPyzXd8A1PGJk0CtMUril926qatm9armlbumGWwo5ShBaEoaNEGWdxOIviMpFZMC/j2ND1qu+11rvt/S3RcCI9",
+    "init": {},
+    "response": {
+      "body": "",
+      "status": 200,
+      "statusText": "OK",
+      "headers": {
+        "content-type": "image/jpeg"
+      }
+    }
   }
 }