[Platform] Add Docker Model Runner

examples/.env

@@ -20,6 +20,9 @@ OLLAMA_HOST_URL=http://localhost:11434
 OLLAMA_LLM=llama3.2
 OLLAMA_EMBEDDINGS=nomic-embed-text
 
+# For using Docker Model Runner
+DOCKER_MODEL_RUNNER_HOST_URL=
+
 # For using GPT on Azure
 AZURE_OPENAI_BASEURL=
 AZURE_OPENAI_KEY=

examples/dockermodelrunner/chat.php

@@ -0,0 +1,29 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Agent\Agent;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\Completions;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\PlatformFactory;
+use Symfony\AI\Platform\Message\Message;
+use Symfony\AI\Platform\Message\MessageBag;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('DOCKER_MODEL_RUNNER_HOST_URL'), http_client());
+$model = new Completions(Completions::GEMMA_3_N);
+
+$agent = new Agent($platform, $model, logger: logger());
+$messages = new MessageBag(
+    Message::forSystem('You are a pirate and you write funny.'),
+    Message::ofUser('What is the Symfony framework?'),
+);
+$result = $agent->call($messages);
+echo $result->getContent().\PHP_EOL;

examples/dockermodelrunner/embeddings.php

@@ -0,0 +1,24 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\DockerModelRunner\Embeddings;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\PlatformFactory;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('DOCKER_MODEL_RUNNER_HOST_URL'), http_client());
+$response = $platform->invoke(new Embeddings(Embeddings::NOMIC_EMBED_TEXT), <<<TEXT
+    Once upon a time, there was a country called Japan. It was a beautiful country with a lot of mountains and rivers.
+    The people of Japan were very kind and hardworking. They loved their country very much and took care of it. The
+    country was very peaceful and prosperous. The people lived happily ever after.
+    TEXT);
+
+print_vectors($response);

examples/dockermodelrunner/toolcall.php

@@ -0,0 +1,34 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Agent\Agent;
+use Symfony\AI\Agent\Toolbox\AgentProcessor;
+use Symfony\AI\Agent\Toolbox\Tool\Wikipedia;
+use Symfony\AI\Agent\Toolbox\Toolbox;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\Completions;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\PlatformFactory;
+use Symfony\AI\Platform\Message\Message;
+use Symfony\AI\Platform\Message\MessageBag;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('DOCKER_MODEL_RUNNER_HOST_URL'), http_client());
+$model = new Completions(Completions::GEMMA_3_N);
+
+$wikipedia = new Wikipedia(http_client());
+$toolbox = new Toolbox([$wikipedia]);
+$processor = new AgentProcessor($toolbox);
+$agent = new Agent($platform, $model, [$processor], [$processor], logger: logger());
+
+$messages = new MessageBag(Message::ofUser('Who is the actual Prime Minister of France?'));
+$result = $agent->call($messages);
+
+echo $result->getContent().\PHP_EOL;

src/ai-bundle/config/options.php

@@ -155,6 +155,15 @@
                             ->end()
                         ->end()
                     ->end()
+                    ->arrayNode('dockermodelrunner')
+                        ->children()
+                            ->scalarNode('host_url')->defaultValue('http://127.0.0.1:12434')->end()
+                            ->scalarNode('http_client')
+                                ->defaultValue('http_client')
+                                ->info('Service ID of the HTTP client to use')
+                            ->end()
+                        ->end()
+                    ->end()
                 ->end()
             ->end()
             ->arrayNode('agent')

src/ai-bundle/src/AiBundle.php

@@ -35,6 +35,7 @@
 use Symfony\AI\Platform\Bridge\Anthropic\PlatformFactory as AnthropicPlatformFactory;
 use Symfony\AI\Platform\Bridge\Azure\OpenAi\PlatformFactory as AzureOpenAiPlatformFactory;
 use Symfony\AI\Platform\Bridge\Cerebras\PlatformFactory as CerebrasPlatformFactory;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\PlatformFactory as DockerModelRunnerPlatformFactory;
 use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory as ElevenLabsPlatformFactory;
 use Symfony\AI\Platform\Bridge\Gemini\PlatformFactory as GeminiPlatformFactory;
 use Symfony\AI\Platform\Bridge\LmStudio\PlatformFactory as LmStudioPlatformFactory;
@@ -473,6 +474,24 @@ private function processPlatformConfig(string $type, array $platform, ContainerB
             return;
         }
 
+        if ('dockermodelrunner' === $type) {
+            $platformId = 'ai.platform.dockermodelrunner';
+            $definition = (new Definition(Platform::class))
+                ->setFactory(DockerModelRunnerPlatformFactory::class.'::create')
+                ->setLazy(true)
+                ->addTag('proxy', ['interface' => PlatformInterface::class])
+                ->setArguments([
+                    $platform['host_url'],
+                    new Reference($platform['http_client'], ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                    new Reference('ai.platform.contract.default'),
+                ])
+                ->addTag('ai.platform');
+
+            $container->setDefinition($platformId, $definition);
+
+            return;
+        }
+
         throw new InvalidArgumentException(\sprintf('Platform "%s" is not supported for configuration via bundle at this point.', $type));
     }
 

src/ai-bundle/tests/DependencyInjection/AiBundleTest.php

@@ -1813,6 +1813,9 @@ private function getFullConfig(): array
                         'location' => 'global',
                         'project_id' => '123',
                     ],
+                    'dockermodelrunner' => [
+                        'host_url' => 'http://127.0.0.1:12434',
+                    ],
                 ],
                 'agent' => [
                     'my_chat_agent' => [

src/platform/CHANGELOG.md

@@ -24,6 +24,7 @@ CHANGELOG
    - Cerebras (language models like Llama 4, Qwen 3, and more)
    - Perplexity (Sonar models, supporting search results)
    - AI/ML API (language models and embeddings)
+   - Docker Model Runner (local model hosting)
  * Add comprehensive message system with role-based messaging:
    - `UserMessage` for user inputs with multi-modal content
    - `SystemMessage` for system instructions

src/platform/src/Bridge/DockerModelRunner/Completions.php

@@ -0,0 +1,43 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\DockerModelRunner;
+
+use Symfony\AI\Platform\Capability;
+use Symfony\AI\Platform\Model;
+
+/**
+ * @author Mathieu Santostefano <msantostefano@proton.me>
+ */
+class Completions extends Model
+{
+    public const GEMMA_3_N = 'ai/gemma3n';
+    public const GEMMA_3 = 'ai/gemma3';
+    public const QWEN_2_5 = 'ai/qwen2.5';
+    public const QWEN_3 = 'ai/qwen3';
+    public const QWEN_3_CODER = 'ai/qwen3-coder';
+    public const LLAMA_3_1 = 'ai/llama3.1';
+    public const LLAMA_3_2 = 'ai/llama3.2';
+    public const LLAMA_3_3 = 'ai/llama3.3';
+    public const MISTRAL = 'ai/mistral';
+    public const MISTRAL_NEMO = 'ai/mistral-nemo';
+    public const PHI_4 = 'ai/phi4';
+    public const DEEPSEEK_R_1 = 'ai/deepseek-r1-distill-llama';
+    public const SEED_OSS = 'ai/seed-oss';
+    public const GPT_OSS = 'ai/gpt-oss';
+    public const SMOLLM_2 = 'ai/smollm2';
+    public const SMOLLM_3 = 'ai/smollm3';
+
+    public function __construct(string $name, array $options = [])
+    {
+        parent::__construct($name, Capability::cases(), $options);
+    }
+}

src/platform/src/Bridge/DockerModelRunner/Completions/ModelClient.php

@@ -0,0 +1,46 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\DockerModelRunner\Completions;
+
+use Symfony\AI\Platform\Bridge\DockerModelRunner\Completions;
+use Symfony\AI\Platform\Model;
+use Symfony\AI\Platform\ModelClientInterface;
+use Symfony\AI\Platform\Result\RawHttpResult;
+use Symfony\Component\HttpClient\EventSourceHttpClient;
+use Symfony\Contracts\HttpClient\HttpClientInterface;
+
+/**
+ * @author Mathieu Santostefano <msantostefano@proton.me>
+ */
+final readonly class ModelClient implements ModelClientInterface
+{
+    private EventSourceHttpClient $httpClient;
+
+    public function __construct(
+        HttpClientInterface $httpClient,
+        private string $hostUrl,
+    ) {
+        $this->httpClient = $httpClient instanceof EventSourceHttpClient ? $httpClient : new EventSourceHttpClient($httpClient);
+    }
+
+    public function supports(Model $model): bool
+    {
+        return $model instanceof Completions;
+    }
+
+    public function request(Model $model, array|string $payload, array $options = []): RawHttpResult
+    {
+        return new RawHttpResult($this->httpClient->request('POST', \sprintf('%s/engines/v1/chat/completions', $this->hostUrl), [
+            'json' => array_merge($options, $payload),
+        ]));
+    }
+}