Skip to content

Commit 866ebfd

Browse files
committed
bump
1 parent f77f5e8 commit 866ebfd

File tree

3 files changed

+32
-3
lines changed

3 files changed

+32
-3
lines changed
Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,11 @@
11
class CerebrasRunner:
22
def run(self):
3-
from .main import completion_example, completion_with_tools_example
3+
from .main import (
4+
completion_example,
5+
completion_with_tools_example,
6+
openai_cerebras_example,
7+
)
48

59
completion_with_tools_example()
610
completion_example()
11+
openai_cerebras_example()

src/examples/cerebras_example/main.py

Lines changed: 25 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,14 +3,38 @@
33
from dotenv import load_dotenv
44
import re
55
import json
6+
from openai import OpenAI
7+
import os
68

79
load_dotenv()
810

911
langtrace.init()
10-
12+
openai_client = OpenAI(
13+
base_url="https://api.cerebras.ai/v1",
14+
api_key=os.getenv("CEREBRAS_API_KEY"),
15+
)
1116
client = Cerebras()
1217

1318

19+
def openai_cerebras_example(stream=False):
20+
completion = openai_client.chat.completions.create(
21+
messages=[
22+
{
23+
"role": "user",
24+
"content": "Why is fast inference important?",
25+
}
26+
],
27+
model="llama3.1-8b",
28+
stream=stream,
29+
)
30+
31+
if stream:
32+
for chunk in completion:
33+
print(chunk)
34+
else:
35+
return completion
36+
37+
1438
def completion_example(stream=False):
1539
completion = client.chat.completions.create(
1640
messages=[
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
__version__ = "3.3.0"
1+
__version__ = "3.3.1"

0 commit comments

Comments
 (0)