ref

Author: Guikingone

docs/bundles/ai-bundle.rst

@@ -956,6 +956,48 @@ The profiler panel provides insights into the agent's execution:
 .. image:: profiler.png
    :alt: Profiler Panel
 
+Message stores
+--------------
+
+Message stores are critical to store messages sent to agents in the short / long term, they can be configured
+and reused in multiple chats, providing the capacity to agents to keep previous interactions.
+
+Configuring message stores
+~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+Message stores are defined in the ``message_store`` section of your configuration:
+
+.. code-block:: yaml
+
+    ai:
+        # ...
+        message_store:
+            youtube:
+                cache:
+                    service: 'cache.app'
+                    key: 'youtube'
+
+Chats
+-----
+
+Chats are the entrypoint when it comes to sending messages to agents and retrieving content (mostly text)
+that contains the response from the agent.
+
+Each chat requires to define an agent and a message store.
+
+Configuring Chats
+~~~~~~~~~~~~~~~~~
+
+Chats are defined in the ``chat`` section of your configuration:
+
+.. code-block:: yaml
+
+    ai:
+        # ...
+        chat:
+            youtube:
+                agent: 'ai.agent.youtube'
+                message_store: 'ai.message_store.cache.youtube'
 
 .. _`Symfony AI Agent`: https://github.com/symfony/ai-agent
 .. _`Symfony AI Chat`: https://github.com/symfony/ai-chat

src/ai-bundle/CHANGELOG.md

@@ -33,3 +33,4 @@ CHANGELOG
    - Automatic registration of token output processors for Mistral, OpenAI and Vertex AI
    - Token usage metadata in agent results including prompt, completion, total, cached, and thinking tokens
    - Rate limit information tracking for supported platforms
+ * Add support for configuring chats and message stores

src/ai-bundle/composer.json

@@ -19,6 +19,7 @@
         "symfony/ai-chat": "@dev",
         "symfony/ai-platform": "@dev",
         "symfony/ai-store": "@dev",
+        "symfony/clock": "^7.3|^8.0",
         "symfony/config": "^7.3|^8.0",
         "symfony/console": "^7.3|^8.0",
         "symfony/dependency-injection": "^7.3|^8.0",
@@ -30,7 +31,6 @@
         "phpstan/phpstan": "^2.1",
         "phpstan/phpstan-strict-rules": "^2.0",
         "phpunit/phpunit": "^11.5",
-        "symfony/clock": "^7.3|^8.0",
         "symfony/expression-language": "^7.3|^8.0",
         "symfony/security-core": "^7.3|^8.0",
         "symfony/translation": "^7.3|^8.0"

src/ai-bundle/config/services.php

@@ -23,9 +23,6 @@
 use Symfony\AI\AiBundle\Command\AgentCallCommand;
 use Symfony\AI\AiBundle\Command\PlatformInvokeCommand;
 use Symfony\AI\AiBundle\Profiler\DataCollector;
-use Symfony\AI\AiBundle\Profiler\TraceableChat;
-use Symfony\AI\AiBundle\Profiler\TraceableMessageStore;
-use Symfony\AI\AiBundle\Profiler\TraceableToolbox;
 use Symfony\AI\AiBundle\Security\EventListener\IsGrantedToolAttributeListener;
 use Symfony\AI\Chat\Command\DropStoreCommand as DropMessageStoreCommand;
 use Symfony\AI\Chat\Command\SetupStoreCommand as SetupMessageStoreCommand;
@@ -174,24 +171,6 @@
                 tagged_iterator('ai.traceable_chat'),
             ])
             ->tag('data_collector')
-        ->set('ai.traceable_toolbox', TraceableToolbox::class)
-            ->decorate('ai.toolbox', priority: -1)
-            ->args([
-                service('.inner'),
-            ])
-            ->tag('ai.traceable_toolbox')
-        ->set('ai.traceable_message_store', TraceableMessageStore::class)
-            ->decorate('ai.message_store')
-            ->args([
-                service('.inner'),
-            ])
-            ->tag('ai.traceable_message_store')
-        ->set('ai.traceable_chat', TraceableChat::class)
-            ->decorate('ai.chat')
-            ->args([
-                service('.inner'),
-            ])
-            ->tag('ai.traceable_chat')
 
         // token usage processors
         ->set('ai.platform.token_usage_processor.anthropic', AnthropicTokenOutputProcessor::class)

src/ai-bundle/src/AiBundle.php

@@ -187,7 +187,10 @@ public function loadExtension(array $config, ContainerConfigurator $container, C
             foreach ($messageStores as $messageStore) {
                 $traceableMessageStoreDefinition = (new Definition(TraceableMessageStore::class))
                     ->setDecoratedService($messageStore)
-                    ->setArguments([new Reference('.inner')])
+                    ->setArguments([
+                        new Reference('.inner'),
+                        new Reference(ClockInterface::class),
+                    ])
                     ->addTag('ai.traceable_message_store');
                 $suffix = u($messageStore)->afterLast('.')->toString();
                 $builder->setDefinition('ai.traceable_message_store.'.$suffix, $traceableMessageStoreDefinition);
@@ -213,7 +216,10 @@ public function loadExtension(array $config, ContainerConfigurator $container, C
             foreach ($chats as $chat) {
                 $traceableChatDefinition = (new Definition(TraceableChat::class))
                     ->setDecoratedService($chat)
-                    ->setArguments([new Reference('.inner')])
+                    ->setArguments([
+                        new Reference('.inner'),
+                        new Reference(ClockInterface::class),
+                    ])
                     ->addTag('ai.traceable_chat');
                 $suffix = u($chat)->afterLast('.')->toString();
                 $builder->setDefinition('ai.traceable_chat.'.$suffix, $traceableChatDefinition);
@@ -1434,8 +1440,8 @@ private function processChatConfig(string $name, array $configuration, Container
         $definition = new Definition(Chat::class);
         $definition
             ->setArguments([
-                new Reference('ai.agent.'.$configuration['agent']),
-                new Reference('ai.message_store.'.$configuration['message_store']),
+                new Reference($configuration['agent']),
+                new Reference($configuration['message_store']),
             ])
             ->addTag('ai.chat');
 

src/ai-bundle/src/Profiler/DataCollector.php

@@ -13,7 +13,6 @@
 
 use Symfony\AI\Agent\Toolbox\ToolResult;
 use Symfony\AI\Platform\Metadata\Metadata;
-use Symfony\AI\Agent\Toolbox\ToolboxInterface;
 use Symfony\AI\Platform\Tool\Tool;
 use Symfony\Bundle\FrameworkBundle\DataCollector\AbstractDataCollector;
 use Symfony\Component\HttpFoundation\Request;
@@ -26,6 +25,7 @@
  * @phpstan-import-type PlatformCallData from TraceablePlatform
  * @phpstan-import-type ToolCallData from TraceableToolbox
  * @phpstan-import-type MessageStoreData from TraceableMessageStore
+ * @phpstan-import-type ChatData from TraceableChat
  */
 final class DataCollector extends AbstractDataCollector implements LateDataCollectorInterface
 {
@@ -50,10 +50,10 @@ final class DataCollector extends AbstractDataCollector implements LateDataColle
     private readonly array $chats;
 
     /**
-     * @param TraceablePlatform[] $platforms
-     * @param TraceableToolbox[]  $toolboxes
+     * @param TraceablePlatform[]     $platforms
+     * @param TraceableToolbox[]      $toolboxes
      * @param TraceableMessageStore[] $messageStores
-     * @param TraceableChat[] $chats
+     * @param TraceableChat[]         $chats
      */
     public function __construct(
         iterable $platforms,
@@ -79,6 +79,7 @@ public function lateCollect(): void
             'platform_calls' => array_merge(...array_map($this->awaitCallResults(...), $this->platforms)),
             'tool_calls' => array_merge(...array_map(fn (TraceableToolbox $toolbox) => $toolbox->calls, $this->toolboxes)),
             'messages' => array_merge(...array_map(static fn (TraceableMessageStore $messageStore): array => $messageStore->calls, $this->messageStores)),
+            'chats' => array_merge(...array_map(static fn (TraceableChat $chat): array => $chat->calls, $this->chats)),
         ];
     }
 
@@ -112,19 +113,27 @@ public function getToolCalls(): array
     }
 
     /**
-     * @return Tool[]
+     * @return MessageStoreData[]
      */
-    private function getAllTools(): array
+    public function getMessages(): array
     {
-        return array_merge(...array_map(fn (TraceableToolbox $toolbox) => $toolbox->getTools(), $this->toolboxes));
+        return $this->data['messages'] ?? [];
     }
 
     /**
-     * @return MessageStoreData[]
+     * @return ChatData[]
      */
-    public function getMessages(): array
+    public function getChats(): array
     {
-        return $this->data['messages'] ?? [];
+        return $this->data['chats'] ?? [];
+    }
+
+    /**
+     * @return Tool[]
+     */
+    private function getAllTools(): array
+    {
+        return array_merge(...array_map(fn (TraceableToolbox $toolbox) => $toolbox->getTools(), $this->toolboxes));
     }
 
     /**

src/ai-bundle/src/Profiler/TraceableChat.php

@@ -15,33 +15,46 @@
 use Symfony\AI\Platform\Message\AssistantMessage;
 use Symfony\AI\Platform\Message\MessageBag;
 use Symfony\AI\Platform\Message\UserMessage;
+use Symfony\Component\Clock\ClockInterface;
 
 /**
  * @author Guillaume Loulier <personal@guillaumeloulier.fr>
  *
- * @phpstan-type MessageStoreData array{
+ * @phpstan-type ChatData array{
+ *      action: string,
  *      bag: MessageBag,
+ *      saved_at: \DateTimeImmutable,
  *  }
  */
 final class TraceableChat implements ChatInterface
 {
-    /**
-     * @var array
-     */
     public array $calls = [];
 
     public function __construct(
         private readonly ChatInterface $chat,
+        private readonly ClockInterface $clock,
     ) {
     }
 
     public function initiate(MessageBag $messages): void
     {
-        // TODO: Implement initiate() method.
+        $this->calls[] = [
+            'action' => __FUNCTION__,
+            'bag' => $messages,
+            'saved_at' => $this->clock->now(),
+        ];
+
+        $this->chat->initiate($messages);
     }
 
     public function submit(UserMessage $message): AssistantMessage
     {
-        // TODO: Implement submit() method.
+        $this->calls[] = [
+            'action' => __FUNCTION__,
+            'message' => $message,
+            'saved_at' => $this->clock->now(),
+        ];
+
+        return $this->chat->submit($message);
     }
 }

src/ai-bundle/src/Profiler/TraceableMessageStore.php

@@ -14,12 +14,14 @@
 use Symfony\AI\Chat\ManagedStoreInterface;
 use Symfony\AI\Chat\MessageStoreInterface;
 use Symfony\AI\Platform\Message\MessageBag;
+use Symfony\Component\Clock\ClockInterface;
 
 /**
  * @author Guillaume Loulier <personal@guillaumeloulier.fr>
  *
  * @phpstan-type MessageStoreData array{
  *      bag: MessageBag,
+ *      saved_at: \DateTimeImmutable,
  *  }
  */
 final class TraceableMessageStore implements ManagedStoreInterface, MessageStoreInterface
@@ -31,13 +33,24 @@ final class TraceableMessageStore implements ManagedStoreInterface, MessageStore
 
     public function __construct(
         private readonly MessageStoreInterface|ManagedStoreInterface $messageStore,
+        private readonly ClockInterface $clock,
     ) {
     }
 
+    public function setup(array $options = []): void
+    {
+        if (!$this->messageStore instanceof ManagedStoreInterface) {
+            return;
+        }
+
+        $this->messageStore->setup($options);
+    }
+
     public function save(MessageBag $messages): void
     {
         $this->calls[] = [
             'bag' => $messages,
+            'saved_at' => $this->clock->now(),
         ];
 
         $this->messageStore->save($messages);
@@ -48,15 +61,6 @@ public function load(): MessageBag
         return $this->messageStore->load();
     }
 
-    public function setup(array $options = []): void
-    {
-        if (!$this->messageStore instanceof ManagedStoreInterface) {
-            return;
-        }
-
-        $this->messageStore->setup($options);
-    }
-
     public function drop(): void
     {
         if (!$this->messageStore instanceof ManagedStoreInterface) {

src/ai-bundle/templates/data_collector.html.twig

@@ -24,6 +24,10 @@
                     <b class="label">Registered Tools</b>
                     <span class="sf-toolbar-status">{{ collector.tools|length }}</span>
                 </div>
+                <div class="sf-toolbar-info-piece">
+                    <b class="label">Messages stored</b>
+                    <span class="sf-toolbar-status">{{ collector.messages|length }}</span>
+                </div>
                 <div class="sf-toolbar-info-piece">
                     <b class="label">Tool Calls</b>
                     <span class="sf-toolbar-status">{{ collector.toolCalls|length }}</span>

src/ai-bundle/tests/DependencyInjection/AiBundleTest.php

@@ -211,8 +211,8 @@ public function testInjectionChatAliasIsRegistered()
                 ],
                 'chat' => [
                     'main' => [
-                        'agent' => 'my_agent',
-                        'message_store' => 'memory.main',
+                        'agent' => 'ai.agent.my_agent',
+                        'message_store' => 'ai.message_store.memory.main',
                     ],
                 ],
             ],