File tree Expand file tree Collapse file tree 3 files changed +32
-3
lines changed
examples/cerebras_example Expand file tree Collapse file tree 3 files changed +32
-3
lines changed Original file line number Diff line number Diff line change 11class CerebrasRunner :
22 def run (self ):
3- from .main import completion_example , completion_with_tools_example
3+ from .main import (
4+ completion_example ,
5+ completion_with_tools_example ,
6+ openai_cerebras_example ,
7+ )
48
59 completion_with_tools_example ()
610 completion_example ()
11+ openai_cerebras_example ()
Original file line number Diff line number Diff line change 33from dotenv import load_dotenv
44import re
55import json
6+ from openai import OpenAI
7+ import os
68
79load_dotenv ()
810
911langtrace .init ()
10-
12+ openai_client = OpenAI (
13+ base_url = "https://api.cerebras.ai/v1" ,
14+ api_key = os .getenv ("CEREBRAS_API_KEY" ),
15+ )
1116client = Cerebras ()
1217
1318
19+ def openai_cerebras_example (stream = False ):
20+ completion = openai_client .chat .completions .create (
21+ messages = [
22+ {
23+ "role" : "user" ,
24+ "content" : "Why is fast inference important?" ,
25+ }
26+ ],
27+ model = "llama3.1-8b" ,
28+ stream = stream ,
29+ )
30+
31+ if stream :
32+ for chunk in completion :
33+ print (chunk )
34+ else :
35+ return completion
36+
37+
1438def completion_example (stream = False ):
1539 completion = client .chat .completions .create (
1640 messages = [
Original file line number Diff line number Diff line change 1- __version__ = "3.3.0 "
1+ __version__ = "3.3.1 "
You can’t perform that action at this time.
0 commit comments