Skip to content

Commit 9aab68c

Browse files
committed
Use model based usage multiple in agent
1 parent fa9d10e commit 9aab68c

File tree

1 file changed

+10
-9
lines changed

1 file changed

+10
-9
lines changed

llmstack/play/actors/agent.py

Lines changed: 10 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -138,17 +138,18 @@ def __init__(
138138
)
139139

140140
self._base_price_per_message = 100
141-
if self._config.model == "gpt-4o-mini":
141+
configured_model = self._config.get("model")
142+
if configured_model == "gpt-4o-mini":
142143
self._base_price_per_message = 20
143-
elif self._config.model == "gpt-4o":
144+
elif configured_model == "gpt-4o":
144145
self._base_price_per_message = 100
145-
elif self._config.model == "gpt-4-32k":
146+
elif configured_model == "gpt-4-32k":
146147
self._base_price_per_message = 500
147-
elif self._config.model == "gpt-4":
148+
elif configured_model == "gpt-4":
148149
self._base_price_per_message = 300
149-
elif self._config.model == "gpt-4-turbo-latest":
150+
elif configured_model == "gpt-4-turbo-latest":
150151
self._base_price_per_message = 200
151-
elif self._config.model == "gpt-4-turbo":
152+
elif configured_model == "gpt-4-turbo":
152153
self._base_price_per_message = 200
153154
else:
154155
self._base_price_per_message = 150
@@ -189,7 +190,7 @@ def _on_error(self, message) -> None:
189190
},
190191
timestamp=time.time(),
191192
usage_data={
192-
"credits": 100 * len(self._agent_messages),
193+
"credits": self._base_price_per_message * len(self._agent_messages),
193194
},
194195
)
195196
self._output_stream.bookkeep(bookkeeping_data)
@@ -221,7 +222,7 @@ def on_receive(self, message: Message) -> Any:
221222
},
222223
timestamp=time.time(),
223224
usage_data={
224-
"credits": 100 * len(self._agent_messages),
225+
"credits": self._base_price_per_message * len(self._agent_messages),
225226
},
226227
)
227228
self._output_stream.bookkeep(bookkeeping_data)
@@ -464,7 +465,7 @@ def on_receive(self, message: Message) -> Any:
464465
},
465466
timestamp=time.time(),
466467
usage_data={
467-
"credits": 100 * len(self._agent_messages),
468+
"credits": self._base_price_per_message * len(self._agent_messages),
468469
},
469470
)
470471
# Persist session data

0 commit comments

Comments
 (0)