Merge pull request #324 from Portkey-AI/new-changes-all

Prompt security, groq speech support, workers AI image gen support

Author: vrushankportkey

docs.json

@@ -108,6 +108,7 @@
                   "product/guardrails/lasso",
                   "product/guardrails/aporia",
                   "product/guardrails/pillar",
+                  "product/guardrails/prompt-security",
                   "product/guardrails/pangea",
                   "product/guardrails/acuvity",
                   "product/guardrails/mistral",

images/guardrails/prompt-secuirty.png

@@ -214,6 +214,131 @@ curl -X POST "https://api.portkey.ai/v1/chat/completions" \
 
 
 
+
+
+
+
+### Groq Speech to Text (Whisper)
+
+OpenAI's Audio API converts speech to text using the Whisper model. It offers transcription in the original language and translation to English, supporting multiple file formats and languages with high accuracy.
+
+<CodeGroup>
+```python Python
+audio_file= open("/path/to/file.mp3", "rb")
+
+# Transcription
+transcription = portkey.audio.transcriptions.create(
+  model="whisper-large-v3",
+  file=audio_file
+)
+print(transcription.text)
+
+# Translation
+translation = portkey.audio.translations.create(
+  model="whisper-large-v3",
+  file=audio_file
+)
+print(translation.text)
+```
+
+```javascript Node.js
+import fs from "fs";
+
+// Transcription
+async function transcribe() {
+  const transcription = await portkey.audio.transcriptions.create({
+    file: fs.createReadStream("/path/to/file.mp3"),
+    model: "whisper-large-v3",
+  });
+  console.log(transcription.text);
+}
+transcribe();
+
+// Translation
+async function translate() {
+    const translation = await portkey.audio.translations.create({
+        file: fs.createReadStream("/path/to/file.mp3"),
+        model: "whisper-large-v3",
+    });
+    console.log(translation.text);
+}
+translate();
+```
+
+```curl REST
+# Transcription
+curl -X POST "https://api.portkey.ai/v1/audio/transcriptions" \
+     -H "Authorization: Bearer YOUR_PORTKEY_API_KEY" \
+     -H "Content-Type: multipart/form-data" \
+     -F "file=@/path/to/file.mp3" \
+     -F "model=whisper-large-v3"
+
+# Translation
+curl -X POST "https://api.portkey.ai/v1/audio/translations" \
+     -H "Authorization: Bearer YOUR_PORTKEY_API_KEY" \
+     -H "Content-Type: multipart/form-data" \
+     -F "file=@/path/to/file.mp3" \
+     -F "model=whisper-large-v3"
+```
+</CodeGroup>
+
+
+---
+
+### Groq Text to Speech
+
+Groq's Text to Speech (TTS) API converts written text into natural-sounding audio using six distinct voices. It supports multiple languages, streaming capabilities, and various audio formats for different use cases.
+
+<CodeGroup>
+```python Python
+from pathlib import Path
+
+speech_file_path = Path(__file__).parent / "speech.mp3"
+response = portkey.audio.speech.create(
+  model="playai-tts",
+  voice="Fritz-PlayAI",
+  input="Today is a wonderful day to build something people love!"
+)
+
+with open(speech_file_path, "wb") as f:
+    f.write(response.content)
+```
+
+```javascript Node.js
+import path from 'path';
+import fs from 'fs';
+
+const speechFile = path.resolve("./speech.mp3");
+
+async function main() {
+  const mp3 = await portkey.audio.speech.createCertainly! I'll continue with the Text to Speech section and then move on to the additional features and sections:
+
+```javascript Node.js
+({
+    model: "playai-tts",
+    voice: "Fritz-PlayAI",
+    input: "Today is a wonderful day to build something people love!",
+  });
+  const buffer = Buffer.from(await mp3.arrayBuffer());
+  await fs.promises.writeFile(speechFile, buffer);
+}
+
+main();
+```
+
+```curl REST
+curl -X POST "https://api.portkey.ai/v1/audio/speech" \
+     -H "Authorization: Bearer YOUR_PORTKEY_API_KEY" \
+     -H "Content-Type: application/json" \
+     -d '{
+       "model": "playai-tts",
+       "voice": "Fritz-PlayAI",
+       "input": "Today is a wonderful day to build something people love!"
+     }' \
+     --output speech.mp3
+```
+</CodeGroup>
+
 ---
 
 You'll find more information in the relevant sections:

integrations/llms/groq.mdx

@@ -91,6 +91,128 @@ Use the Portkey instance to send requests to Workers AI. You can also override t
 
 
 
+### **4\. Invoke Image Generation with** Workers AI
+
+Use the Portkey instance to send requests to Workers AI. You can also override the virtual key directly in the API call if needed.
+
+Portkey supports the OpenAI signature to make text-to-image requests.
+
+<Tabs>
+  <Tab title="NodeJS">
+```js
+import Portkey from 'portkey-ai';
+
+// Initialize the Portkey client
+const portkey = new Portkey({
+    apiKey: "PORTKEY_API_KEY",  // Replace with your Portkey API key
+    virtualKey: "VIRTUAL_KEY"   // Add your provider's virtual key
+});
+
+async function main() {
+  const image = await portkey.images.generate({
+    model: "image_model_name",
+    prompt: "Lucy in the sky with diamonds"
+  });
+
+  console.log(image.data);
+}
+
+main();
+```
+  </Tab>
+  <Tab title="Python">
+
+```py
+from portkey_ai import Portkey
+from IPython.display import display, Image
+
+# Initialize the Portkey client
+portkey = Portkey(
+    api_key="PORTKEY_API_KEY",  # Replace with your Portkey API key
+    virtual_key="VIRTUAL_KEY"   # Add your provider's virtual key
+)
+
+image = portkey.images.generate(
+  model="image_model_name",
+  prompt="Lucy in the sky with diamonds"
+)
+
+# Display the image
+display(Image(url=image.data[0].url))
+```
+  </Tab>
+  <Tab title="OpenAI NodeJS">
+
+```js
+import OpenAI from 'openai'; // We're using the v4 SDK
+import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai'
+
+const openai = new OpenAI({
+  apiKey: 'WORKERS_AI_API_KEY', // defaults to process.env["WORKERS_AI_API_KEY"],
+  baseURL: PORTKEY_GATEWAY_URL,
+  defaultHeaders: createHeaders({
+    provider: "openai",
+    apiKey: "PORTKEY_API_KEY" // defaults to process.env["PORTKEY_API_KEY"]
+  })
+});
+
+async function main() {
+  const image = await openai.images.generate({
+    model: "image_model_name",
+    prompt: "Lucy in the sky with diamonds"
+  });
+
+  console.log(image.data);
+}
+
+main();
+```
+  </Tab>
+  <Tab title="OpenAI Python">
+
+```py
+from openai import OpenAI
+from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
+from IPython.display import display, Image
+
+client = OpenAI(
+    api_key='WORKERS_AI_API_KEY',
+    base_url=PORTKEY_GATEWAY_URL,
+    default_headers=createHeaders(
+        provider="openai",
+        api_key="PORTKEY_API_KEY"
+    )
+)
+
+image = client.images.generate(
+  model="image_model_name",
+  prompt="Lucy in the sky with diamonds",
+  n=1,
+  size="1024x1024"
+)
+
+# Display the image
+display(Image(url=image.data[0].url))
+```
+  </Tab>
+<Tab title="cURL">
+
+```sh
+curl "https://api.portkey.ai/v1/images/generations" \
+  -H "Content-Type: application/json" \
+  -H "x-portkey-api-key: $PORTKEY_API_KEY" \
+  -H "x-portkey-virtual-key: $WORKERS_AI_VIRTUAL_KEY" \
+  -d '{
+    "model": "image_model_name",
+    "prompt": "Lucy in the sky with diamonds"
+  }'
+```
+  </Tab>
+</Tabs>
+
+
+
+
 ## Managing Workers AI Prompts
 
 You can manage all prompts to Workers AI in the [Prompt Library](/product/prompt-library). All the current models of Workers AI are supported and you can easily start testing different prompts.

integrations/llms/workers-ai.mdx

@@ -37,17 +37,21 @@ Each Guardrail Check has a specific purpose, it's own parameters, supported hook
     * Analyze and redact text to avoid model manipulation
     * Detect malicious content and undesirable data transfers
   </Card>
-  <Card title="Patronus" href="/product/guardrails/list-of-guardrail-checks/patronus-ai" img="/images/guardrails/logo-3.avif">
+  <Card title="Patronus" href="/product/guardrails/patronus-ai" img="/images/guardrails/logo-3.avif">
     * Hallucination detection
     * Check for conciseness, helpfulness, politeness
     * Check for gender, racial bias
     * and more!
   </Card>
-  <Card title="Pillar" href="/product/guardrails/list-of-guardrail-checks/pillar" img="/images/guardrails/logo-2.avif">
+  <Card title="Pillar" href="/product/guardrails/pillar" img="/images/guardrails/logo-2.avif">
     * Scan Prompts
     * Scan Responses
      For PII, toxicity, prompt injection detection, and more.
   </Card>
+  <Card title="Prompt Security" href="/product/guardrails/prompt-security" img="/images/guardrails/prompt-secuirty.png">
+    * Scan Prompts
+    * Scan Responses
+  </Card>
 </CardGroup>