Skip to content

[Agent] Introduce "session" - POC #254

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 45 additions & 0 deletions examples/misc/persistent-chat-double-agent.php
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
<?php

/*
* This file is part of the Symfony package.
*
* (c) Fabien Potencier <[email protected]>
*
* For the full copyright and license information, please view the LICENSE
* file that was distributed with this source code.
*/

use Symfony\AI\Agent\Agent;
use Symfony\AI\Agent\Chat;
use Symfony\AI\Agent\Chat\MessageStore\InMemoryStore;
use Symfony\AI\Platform\Bridge\OpenAi\Gpt;
use Symfony\AI\Platform\Bridge\OpenAi\PlatformFactory;
use Symfony\AI\Platform\Message\Message;
use Symfony\AI\Platform\Message\MessageBag;

require_once dirname(__DIR__).'/bootstrap.php';

$platform = PlatformFactory::create(env('OPENAI_API_KEY'), http_client());
$llm = new Gpt(Gpt::GPT_4O_MINI);

$firstAgent = new Agent($platform, $llm, logger: logger());
$secondAgent = new Agent($platform, $llm, logger: logger());

$store = new InMemoryStore();

$firstChat = new Chat($firstAgent, $store);
$secondChat = new Chat($secondAgent, $store);

$firstChat->initiate(new MessageBag(
Message::forSystem('You are a helpful assistant. You only answer with short sentences.'),
));
$secondChat->initiate(new MessageBag(
Message::forSystem('You are a helpful assistant. You only answer with short sentences.'),
));

$firstChat->submit(Message::ofUser('My name is Christopher.'));
$firstChatMessage = $firstChat->submit(Message::ofUser('What is my name?'));
$secondChatMessage = $secondChat->submit(Message::ofUser('What is my name?'));

echo $firstChatMessage->content.\PHP_EOL;
echo $secondChatMessage->content.\PHP_EOL;
12 changes: 12 additions & 0 deletions src/agent/src/Agent.php
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,9 @@
use Symfony\AI\Platform\Model;
use Symfony\AI\Platform\PlatformInterface;
use Symfony\AI\Platform\Result\ResultInterface;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;
use Symfony\Component\Uid\Uuid;
use Symfony\Contracts\HttpClient\Exception\ClientExceptionInterface;
use Symfony\Contracts\HttpClient\Exception\HttpExceptionInterface;

Expand All @@ -29,6 +32,8 @@
*/
final readonly class Agent implements AgentInterface
{
private AbstractUid&TimeBasedUidInterface $id;

/**
* @var InputProcessorInterface[]
*/
Expand All @@ -52,6 +57,8 @@ public function __construct(
) {
$this->inputProcessors = $this->initializeProcessors($inputProcessors, InputProcessorInterface::class);
$this->outputProcessors = $this->initializeProcessors($outputProcessors, OutputProcessorInterface::class);

$this->id = Uuid::v7();
}

/**
Expand Down Expand Up @@ -97,6 +104,11 @@ public function call(MessageBagInterface $messages, array $options = []): Result
return $output->result;
}

public function getId(): AbstractUid&TimeBasedUidInterface
{
return $this->id;
}

/**
* @param InputProcessorInterface[]|OutputProcessorInterface[] $processors
* @param class-string $interface
Expand Down
4 changes: 4 additions & 0 deletions src/agent/src/AgentInterface.php
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,8 @@
use Symfony\AI\Agent\Exception\ExceptionInterface;
use Symfony\AI\Platform\Message\MessageBagInterface;
use Symfony\AI\Platform\Result\ResultInterface;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;

/**
* @author Denis Zunke <[email protected]>
Expand All @@ -26,4 +28,6 @@ interface AgentInterface
* @throws ExceptionInterface When the agent encounters an error (e.g., unsupported model capabilities, invalid arguments, network failures, or processor errors)
*/
public function call(MessageBagInterface $messages, array $options = []): ResultInterface;

public function getId(): AbstractUid&TimeBasedUidInterface;
}
17 changes: 11 additions & 6 deletions src/agent/src/Chat.php
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,9 @@
use Symfony\AI\Platform\Message\UserMessage;
use Symfony\AI\Platform\Result\TextResult;

/**
* @author Christopher Hertel <[email protected]>
*/
final readonly class Chat implements ChatInterface
{
public function __construct(
Expand All @@ -28,23 +31,25 @@ public function __construct(

public function initiate(MessageBagInterface $messages): void
{
$this->store->clear();
$messages->setSession($this->agent->getId());

$this->store->clear($messages->getSession());
$this->store->save($messages);
}

public function submit(UserMessage $message): AssistantMessage
{
$messages = $this->store->load();
$messagesBag = $this->store->load($this->agent->getId());

$messages->add($message);
$result = $this->agent->call($messages);
$messagesBag->add($message);
$result = $this->agent->call($messagesBag);

\assert($result instanceof TextResult);

$assistantMessage = Message::ofAssistant($result->getContent());
$messages->add($assistantMessage);
$messagesBag->add($assistantMessage);

$this->store->save($messages);
$this->store->save($messagesBag);

return $assistantMessage;
}
Expand Down
13 changes: 7 additions & 6 deletions src/agent/src/Chat/MessageStore/CacheStore.php
Original file line number Diff line number Diff line change
Expand Up @@ -16,12 +16,13 @@
use Symfony\AI\Agent\Exception\RuntimeException;
use Symfony\AI\Platform\Message\MessageBag;
use Symfony\AI\Platform\Message\MessageBagInterface;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;

final readonly class CacheStore implements MessageStoreInterface
{
public function __construct(
private CacheItemPoolInterface $cache,
private string $cacheKey,
private int $ttl = 86400,
) {
if (!interface_exists(CacheItemPoolInterface::class)) {
Expand All @@ -31,23 +32,23 @@ public function __construct(

public function save(MessageBagInterface $messages): void
{
$item = $this->cache->getItem($this->cacheKey);
$item = $this->cache->getItem($messages->getSession()->toRfc4122());

$item->set($messages);
$item->expiresAfter($this->ttl);

$this->cache->save($item);
}

public function load(): MessageBag
public function load(AbstractUid&TimeBasedUidInterface $session): MessageBagInterface
{
$item = $this->cache->getItem($this->cacheKey);
$item = $this->cache->getItem($session->toRfc4122());

return $item->isHit() ? $item->get() : new MessageBag();
}

public function clear(): void
public function clear(AbstractUid&TimeBasedUidInterface $session): void
{
$this->cache->deleteItem($this->cacheKey);
$this->cache->deleteItem($session->toRfc4122());
}
}
17 changes: 11 additions & 6 deletions src/agent/src/Chat/MessageStore/InMemoryStore.php
Original file line number Diff line number Diff line change
Expand Up @@ -14,23 +14,28 @@
use Symfony\AI\Agent\Chat\MessageStoreInterface;
use Symfony\AI\Platform\Message\MessageBag;
use Symfony\AI\Platform\Message\MessageBagInterface;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;

final class InMemoryStore implements MessageStoreInterface
{
private MessageBagInterface $messages;
/**
* @var MessageBagInterface[]
*/
private array $messageBags;

public function save(MessageBagInterface $messages): void
{
$this->messages = $messages;
$this->messageBags[$messages->getSession()->toRfc4122()] = $messages;
}

public function load(): MessageBagInterface
public function load(AbstractUid&TimeBasedUidInterface $session): MessageBagInterface
{
return $this->messages ?? new MessageBag();
return $this->messageBags[$session->toRfc4122()] ?? new MessageBag();
}

public function clear(): void
public function clear(AbstractUid&TimeBasedUidInterface $session): void
{
$this->messages = new MessageBag();
$this->messageBags[$session->toRfc4122()] = new MessageBag();
}
}
13 changes: 7 additions & 6 deletions src/agent/src/Chat/MessageStore/SessionStore.php
Original file line number Diff line number Diff line change
Expand Up @@ -17,14 +17,15 @@
use Symfony\AI\Platform\Message\MessageBagInterface;
use Symfony\Component\HttpFoundation\RequestStack;
use Symfony\Component\HttpFoundation\Session\SessionInterface;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;

final readonly class SessionStore implements MessageStoreInterface
{
private SessionInterface $session;

public function __construct(
RequestStack $requestStack,
private string $sessionKey = 'messages',
) {
if (!class_exists(RequestStack::class)) {
throw new RuntimeException('For using the SessionStore as message store, the symfony/http-foundation package is required. Try running "composer require symfony/http-foundation".');
Expand All @@ -34,16 +35,16 @@ public function __construct(

public function save(MessageBagInterface $messages): void
{
$this->session->set($this->sessionKey, $messages);
$this->session->set($messages->getSession()->toRfc4122(), $messages);
}

public function load(): MessageBagInterface
public function load(AbstractUid&TimeBasedUidInterface $session): MessageBagInterface
{
return $this->session->get($this->sessionKey, new MessageBag());
return $this->session->get($session->toRfc4122(), new MessageBag());
}

public function clear(): void
public function clear(AbstractUid&TimeBasedUidInterface $session): void
{
$this->session->remove($this->sessionKey);
$this->session->remove($session->toRfc4122());
}
}
6 changes: 4 additions & 2 deletions src/agent/src/Chat/MessageStoreInterface.php
Original file line number Diff line number Diff line change
Expand Up @@ -12,12 +12,14 @@
namespace Symfony\AI\Agent\Chat;

use Symfony\AI\Platform\Message\MessageBagInterface;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;

interface MessageStoreInterface
{
public function save(MessageBagInterface $messages): void;

public function load(): MessageBagInterface;
public function load(AbstractUid&TimeBasedUidInterface $session): MessageBagInterface;

public function clear(): void;
public function clear(AbstractUid&TimeBasedUidInterface $session): void;
}
33 changes: 33 additions & 0 deletions src/agent/tests/AgentTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,8 @@
use Symfony\AI\Agent\Agent;
use Symfony\AI\Agent\AgentAwareInterface;
use Symfony\AI\Agent\AgentInterface;
use Symfony\AI\Agent\Chat;
use Symfony\AI\Agent\Chat\MessageStore\InMemoryStore;
use Symfony\AI\Agent\Exception\InvalidArgumentException;
use Symfony\AI\Agent\Exception\MissingModelSupportException;
use Symfony\AI\Agent\Exception\RuntimeException;
Expand All @@ -30,6 +32,7 @@
use Symfony\AI\Platform\Message\Content\Audio;
use Symfony\AI\Platform\Message\Content\Image;
use Symfony\AI\Platform\Message\Content\Text;
use Symfony\AI\Platform\Message\Message;
use Symfony\AI\Platform\Message\MessageBag;
use Symfony\AI\Platform\Message\UserMessage;
use Symfony\AI\Platform\Model;
Expand All @@ -49,6 +52,8 @@
#[UsesClass(Text::class)]
#[UsesClass(Audio::class)]
#[UsesClass(Image::class)]
#[UsesClass(InMemoryStore::class)]
#[UsesClass(Chat::class)]
#[Small]
final class AgentTest extends TestCase
{
Expand Down Expand Up @@ -395,4 +400,32 @@ public function testConstructorAcceptsTraversableProcessors()

$this->assertInstanceOf(AgentInterface::class, $agent);
}

public function testDoubleAgentCanUseSameMessageStore()
{
$platform = $this->createMock(PlatformInterface::class);
$model = $this->createMock(Model::class);

$firstAgent = new Agent($platform, $model);
$secondAgent = new Agent($platform, $model);

$store = new InMemoryStore();

$firstChat = new Chat($firstAgent, $store);
$secondChat = new Chat($secondAgent, $store);

$messages = new MessageBag(
Message::forSystem('You are a helpful assistant. You only answer with short sentences.'),
);

$firstChat->initiate($messages);
$firstChat->submit(new UserMessage(new Text('Hello')));

$secondChat->initiate($messages);
$secondChat->submit(new UserMessage(new Text('Hello')));
$secondChat->submit(new UserMessage(new Text('Hello there')));

$this->assertCount(1, $store->load($firstAgent->getId()));
$this->assertCount(2, $store->load($secondAgent->getId()));
}
}
20 changes: 20 additions & 0 deletions src/platform/src/Message/MessageBag.php
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,10 @@

namespace Symfony\AI\Platform\Message;

use Symfony\AI\Platform\Exception\RuntimeException;
use Symfony\Component\Uid\AbstractUid;
use Symfony\Component\Uid\TimeBasedUidInterface;

/**
* @final
*
Expand All @@ -23,6 +27,8 @@ class MessageBag implements MessageBagInterface
*/
private array $messages;

private (AbstractUid&TimeBasedUidInterface)|null $session = null;

public function __construct(MessageInterface ...$messages)
{
$this->messages = array_values($messages);
Expand Down Expand Up @@ -109,6 +115,20 @@ public function containsImage(): bool
return false;
}

public function setSession(AbstractUid&TimeBasedUidInterface $session): void
{
$this->session = $session;
}

public function getSession(): AbstractUid&TimeBasedUidInterface
{
if (!$this->session instanceof TimeBasedUidInterface) {
throw new RuntimeException('Current message bag session is not set.');
}

return $this->session;
}

public function count(): int
{
return \count($this->messages);
Expand Down
Loading
Loading