|
| 1 | +<?php |
| 2 | + |
| 3 | +/* |
| 4 | + * This file is part of the Symfony package. |
| 5 | + * |
| 6 | + * (c) Fabien Potencier <[email protected]> |
| 7 | + * |
| 8 | + * For the full copyright and license information, please view the LICENSE |
| 9 | + * file that was distributed with this source code. |
| 10 | + */ |
| 11 | + |
| 12 | +namespace Symfony\AI\Platform\Bridge\Ollama; |
| 13 | + |
| 14 | +use Symfony\AI\Platform\Capability; |
| 15 | +use Symfony\AI\Platform\Exception\InvalidArgumentException; |
| 16 | +use Symfony\AI\Platform\Model; |
| 17 | +use Symfony\AI\Platform\ModelCatalog\FallbackModelCatalog; |
| 18 | +use Symfony\Contracts\HttpClient\HttpClientInterface; |
| 19 | + |
| 20 | +/** |
| 21 | + * @author Guillaume Loulier <[email protected]> |
| 22 | + */ |
| 23 | +final class OllamaApiCatalog extends FallbackModelCatalog |
| 24 | +{ |
| 25 | + public function __construct( |
| 26 | + private readonly string $host, |
| 27 | + private readonly HttpClientInterface $httpClient, |
| 28 | + private readonly ModelCatalog $inner, |
| 29 | + ) { |
| 30 | + parent::__construct(); |
| 31 | + } |
| 32 | + |
| 33 | + public function getModel(string $modelName): Model |
| 34 | + { |
| 35 | + $model = parent::getModel($modelName); |
| 36 | + |
| 37 | + if (\array_key_exists($model->getName(), $this->models)) { |
| 38 | + $finalModel = $this->models[$model->getName()]; |
| 39 | + |
| 40 | + return new $finalModel['class']( |
| 41 | + $model->getName(), |
| 42 | + $finalModel['capabilities'], |
| 43 | + $model->getOptions(), |
| 44 | + ); |
| 45 | + } |
| 46 | + |
| 47 | + try { |
| 48 | + $response = $this->httpClient->request('POST', \sprintf('%s/api/show', $this->host), [ |
| 49 | + 'json' => [ |
| 50 | + 'model' => $model->getName(), |
| 51 | + ], |
| 52 | + ]); |
| 53 | + |
| 54 | + $payload = $response->toArray(); |
| 55 | + |
| 56 | + if ([] === $payload['capabilities'] ?? []) { |
| 57 | + throw new InvalidArgumentException('The model information could not be retrieved from the Ollama API. Your Ollama server might be too old. Try upgrade it.'); |
| 58 | + } |
| 59 | + |
| 60 | + $capabilities = array_map( |
| 61 | + static fn (string $capability): Capability => match ($capability) { |
| 62 | + 'embeddings' => Capability::EMBEDDINGS, |
| 63 | + 'completion' => Capability::INPUT_TEXT, |
| 64 | + 'tools' => Capability::TOOLS, |
| 65 | + 'vision' => Capability::INPUT_IMAGE, |
| 66 | + default => throw new InvalidArgumentException(\sprintf('The "%s" capability is not supported', $capability)), |
| 67 | + }, |
| 68 | + $payload['capabilities'], |
| 69 | + ); |
| 70 | + |
| 71 | + $finalModel = new Ollama($model->getName(), $capabilities, $model->getOptions()); |
| 72 | + |
| 73 | + $this->models[$finalModel->getName()] = [ |
| 74 | + 'class' => Ollama::class, |
| 75 | + 'capabilities' => $finalModel->getCapabilities(), |
| 76 | + ]; |
| 77 | + |
| 78 | + return $finalModel; |
| 79 | + } catch (\Throwable) { |
| 80 | + return $this->inner->getModel($modelName); |
| 81 | + } |
| 82 | + } |
| 83 | +} |
0 commit comments