feat: add VCR tapes for novita

Author: jasonhp

packages/inference/test/tapes.json

@@ -6993,5 +6993,45 @@
         "content-type": "image/jpeg"
       }
     }
+  },
+  "75477fa339f5e9db4fa105cf2d0f05d61e96726386478b8e3af8c8fda94480f5": {
+    "url": "https://api.novita.ai/v3/openai/chat/completions",
+    "init": {
+      "headers": {
+        "Content-Type": "application/json"
+      },
+      "method": "POST",
+      "body": "{\"messages\":[{\"role\":\"user\",\"content\":\"Complete this sentence with words, one plus one is equal \"}],\"model\":\"meta-llama/llama-3.1-8b-instruct\"}"
+    },
+    "response": {
+      "body": "{\"id\":\"chatcmpl-6fcc9df1bf8d43f7b16beb42212793b7\",\"object\":\"chat.completion\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"two.\"},\"finish_reason\":\"stop\",\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"usage\":{\"prompt_tokens\":46,\"completion_tokens\":3,\"total_tokens\":49,\"prompt_tokens_details\":null,\"completion_tokens_details\":null},\"system_fingerprint\":\"\"}",
+      "status": 200,
+      "statusText": "OK",
+      "headers": {
+        "connection": "keep-alive",
+        "content-type": "application/json"
+      }
+    }
+  },
+  "55c9ad16e86e9926a473cbe89b627b343f3bb541a75adb3b94967cd1d197bd19": {
+    "url": "https://api.novita.ai/v3/openai/chat/completions",
+    "init": {
+      "headers": {
+        "Content-Type": "application/json"
+      },
+      "method": "POST",
+      "body": "{\"messages\":[{\"role\":\"user\",\"content\":\"Say this is a test\"}],\"stream\":true,\"model\":\"meta-llama/llama-3.1-8b-instruct\"}"
+    },
+    "response": {
+      "body": "data: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"It\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" looks\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" li\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"ke yo\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"u'\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"re ab\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"o\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"u\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"t t\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"o take\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" a test. \"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" I\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"s th\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"ere\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" an\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"ything \"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"I ca\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"n do \"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"to \"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"a\"},\"finish_reason\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: {\"id\":\"chatcmpl-b310621f8681468a813770e667ce8825\",\"object\":\"chat.completion.chunk\",\"created\":1739366030,\"model\":\"meta-llama/llama-3.1-8b-instruct\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"ssist you with it?\"},\"finish_reason\":\"stop\",\"content_filter_results\":{\"hate\":{\"filtered\":false},\"self_harm\":{\"filtered\":false},\"sexual\":{\"filtered\":false},\"violence\":{\"filtered\":false},\"jailbreak\":{\"filtered\":false,\"detected\":false},\"profanity\":{\"filtered\":false,\"detected\":false}}}],\"system_fingerprint\":\"\"}\n\ndata: [DONE]\n\n",
+      "status": 200,
+      "statusText": "OK",
+      "headers": {
+        "cache-control": "no-cache",
+        "connection": "keep-alive",
+        "content-type": "text/event-stream",
+        "transfer-encoding": "chunked"
+      }
+    }
   }
 }