Skip to content

Commit b07c019

Browse files
committed
Added Open Interpreter groq profile support via default groq.py file, updated parser for CLI shortcut in start_terminal_interface.py and applied related interpreter settings in groq.py configuration file.
1 parent 76ea754 commit b07c019

File tree

2 files changed

+24
-0
lines changed

2 files changed

+24
-0
lines changed
Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
"""
2+
This is an Open Interpreter profile. It configures Open Interpreter to run `Llama 3.1 70B` using Groq.
3+
4+
Make sure to set GROQ_API_KEY environment variable to your API key.
5+
"""
6+
7+
from interpreter import interpreter
8+
9+
interpreter.llm.model = "groq/llama-3.1-70b-versatile"
10+
11+
interpreter.computer.import_computer_api = True
12+
13+
interpreter.llm.supports_functions = False
14+
interpreter.llm.supports_vision = False
15+
interpreter.llm.context_window = 110000
16+
interpreter.llm.max_tokens = 4096

interpreter/terminal_interface/start_terminal_interface.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -222,6 +222,11 @@ def start_terminal_interface(interpreter):
222222
"help_text": "shortcut for `interpreter --profile llama3`",
223223
"type": bool,
224224
},
225+
{
226+
"name": "groq",
227+
"help_text": "shortcut for `interpreter --profile groq`",
228+
"type": bool,
229+
},
225230
{
226231
"name": "vision",
227232
"nickname": "vi",
@@ -440,6 +445,9 @@ def print_help(self, *args, **kwargs):
440445
if args.os:
441446
args.profile = "llama3-os.py"
442447

448+
if args.groq:
449+
args.profile = "groq.py"
450+
443451
interpreter = profile(
444452
interpreter,
445453
args.profile or get_argument_dictionary(arguments, "profile")["default"],

0 commit comments

Comments
 (0)