[Platform] Add token usage for Ollama and CachedPlatform

examples/ollama/agent-with-token-processor-as-stream.php

@@ -0,0 +1,33 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Agent\Agent;
+use Symfony\AI\Platform\Bridge\Ollama\PlatformFactory;
+use Symfony\AI\Platform\Bridge\Ollama\TokenOutputProcessor;
+use Symfony\AI\Platform\Message\Message;
+use Symfony\AI\Platform\Message\MessageBag;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('OLLAMA_HOST_URL'), http_client());
+
+$agent = new Agent($platform, env('OLLAMA_LLM'), outputProcessors: [new TokenOutputProcessor()]);
+$answer = $agent->call(new MessageBag(
+    Message::forSystem('You are a helpful assistant.'),
+    Message::ofUser('Tina has one brother and one sister. How many sisters do Tina\'s siblings have?'),
+), ['stream' => true]);
+
+foreach ($answer->getContent() as $content) {
+    dd($content);
+    echo $content . \PHP_EOL;
+}
+
+

examples/ollama/agent-with-token-processor.php

@@ -0,0 +1,28 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Agent\Agent;
+use Symfony\AI\Platform\Bridge\Ollama\PlatformFactory;
+use Symfony\AI\Platform\Bridge\Ollama\TokenOutputProcessor;
+use Symfony\AI\Platform\Message\Message;
+use Symfony\AI\Platform\Message\MessageBag;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('OLLAMA_HOST_URL'), http_client());
+
+$agent = new Agent($platform, env('OLLAMA_LLM'), outputProcessors: [new TokenOutputProcessor()]);
+$answer = $agent->call(new MessageBag(
+    Message::forSystem('You are a helpful assistant.'),
+    Message::ofUser('Tina has one brother and one sister. How many sisters do Tina\'s siblings have?'),
+));
+
+echo $answer->getContent();

src/platform/src/Bridge/Ollama/TokenOutputProcessor.php

@@ -0,0 +1,57 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\Ollama;
+
+use Symfony\AI\Agent\Output;
+use Symfony\AI\Agent\OutputProcessorInterface;
+use Symfony\AI\Platform\Metadata\TokenUsage;
+use Symfony\AI\Platform\Result\StreamResult;
+use Symfony\Contracts\HttpClient\ResponseInterface;
+
+/**
+ * @author Guillaume Loulier <[email protected]>
+ */
+final class TokenOutputProcessor implements OutputProcessorInterface
+{
+    public function processOutput(Output $output): void
+    {
+        $result = $output->getResult();
+        $currentOutputMetadata = $result->getMetadata();
+
+        if ($result instanceof StreamResult) {
+            foreach ($result->getContent() as $chunk) {
+                if ($chunk instanceof OllamaMessageChunk && !$chunk->isDone()) {
+                    continue;
+                }
+
+                $currentOutputMetadata->add('token_usage', new TokenUsage(
+                    promptTokens: $chunk->raw['prompt_eval_count'],
+                    completionTokens: $chunk->raw['eval_count']
+                ));
+            }
+
+            return;
+        }
+
+        $rawResponse = $result->getRawResult()?->getObject();
+        if (!$rawResponse instanceof ResponseInterface) {
+            return;
+        }
+
+        $payload = $rawResponse->toArray();
+
+        $currentOutputMetadata->add('token_usage', new TokenUsage(
+            promptTokens: $payload['prompt_eval_count'],
+            completionTokens: $payload['eval_count']
+        ));
+    }
+}

src/platform/tests/Bridge/Ollama/TokenOutputProcessorTest.php

@@ -0,0 +1,18 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Tests\Bridge\Ollama;
+
+use PHPUnit\Framework\TestCase;
+
+final class TokenOutputProcessorTest extends TestCase
+{
+}