Skip to content

Commit fb580dd

Browse files
authored
Merge pull request #1431 from MikeBirdTech/cerebras-profile
Cerebras AI Profile
2 parents d03ad53 + 2946ee5 commit fb580dd

File tree

2 files changed

+33
-1
lines changed

2 files changed

+33
-1
lines changed
Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
"""
2+
This is an Open Interpreter profile to use Cerebras.
3+
4+
Please set the CEREBRAS_API_KEY environment variable.
5+
6+
See https://inference-docs.cerebras.ai/introduction for more information.
7+
"""
8+
9+
from interpreter import interpreter
10+
import os
11+
12+
# LLM settings
13+
interpreter.llm.api_base = "https://api.cerebras.ai/v1"
14+
interpreter.llm.model = "openai/llama3.1-70b" # or "openai/Llama-3.1-8B"
15+
interpreter.llm.api_key = os.environ.get("CEREBRAS_API_KEY")
16+
interpreter.llm.supports_functions = False
17+
interpreter.llm.supports_vision = False
18+
interpreter.llm.max_tokens = 4096
19+
interpreter.llm.context_window = 8192
20+
21+
22+
# Computer settings
23+
interpreter.computer.import_computer_api = False
24+
25+
# Misc settings
26+
interpreter.offline = False
27+
interpreter.auto_run = False
28+
29+
# Custom Instructions
30+
interpreter.custom_instructions = f"""
31+
32+
"""

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ packages = [
44
{include = "interpreter"},
55
{include = "scripts"},
66
]
7-
version = "0.3.8" # Use "-rc1", "-rc2", etc. for pre-release versions
7+
version = "0.3.9" # Use "-rc1", "-rc2", etc. for pre-release versions
88
description = "Let language models run code"
99
authors = ["Killian Lucas <[email protected]>"]
1010
readme = "README.md"

0 commit comments

Comments
 (0)