Introduce generic platform for openai embeddings- and completions-based platforms

Author: chr-hertel

docs/bundles/ai-bundle.rst

@@ -136,6 +136,40 @@ Advanced Example with Multiple Agents
                 vectorizer: 'ai.vectorizer.mistral_embeddings'
                 store: 'ai.store.memory.research'
 
+Generic Platform
+----------------
+
+Based on the generic bridge, you can configure any service, that complies with the original OpenAI API, like LiteLLM:
+
+.. code-block:: yaml
+
+    # config/packages/ai.yaml
+    ai:
+        platform:
+            generic:
+                litellm:
+                    base_url: '%env(LITELLM_HOST_URL)%' # e.g. http://localhost:4000
+                    api_key: '%env(LITELLM_API_KEY)%' # e.g. sk-1234
+                    model_catalog: 'Symfony\AI\Platform\Bridge\Generic\ModelCatalog' # see below
+        agent:
+            test:
+                platform: 'ai.platform.generic.litellm'
+                model: 'mistral-small-latest'
+                tools: false
+
+    services:
+        Symfony\AI\Platform\Bridge\Generic\ModelCatalog:
+            $models:
+                mistral-small-latest:
+                    class: 'Symfony\AI\Platform\Bridge\Generic\CompletionsModel'
+                    capabilities:
+                        - !php/const 'Symfony\AI\Platform\Capability::INPUT_MESSAGES'
+                        - !php/const 'Symfony\AI\Platform\Capability::OUTPUT_TEXT'
+                        - !php/const 'Symfony\AI\Platform\Capability::OUTPUT_STREAMING'
+                        - !php/const 'Symfony\AI\Platform\Capability::OUTPUT_STRUCTURED'
+                        - !php/const 'Symfony\AI\Platform\Capability::INPUT_IMAGE'
+                        - !php/const 'Symfony\AI\Platform\Capability::TOOL_CALLING'
+
 Cached Platform
 ---------------
 

docs/components/platform.rst

@@ -106,7 +106,7 @@ When using the bundle, the usage of ``OllamaApiCatalog`` is available via the ``
                 api_catalog: true
 
 Supported Models & Platforms
-~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+----------------------------
 
 * **Language Models**
     * `OpenAI's GPT`_ with `OpenAI`_, `Azure`_ and `OpenRouter`_ as Platform
@@ -136,6 +136,31 @@ Supported Models & Platforms
     * `Cartesia TTS`_ with `Cartesia`_ as Platform
     * `Cartesia STT`_ with `Cartesia`_ as Platform
 
+Generic Platforms
+~~~~~~~~~~~~~~~~~
+
+Platforms like `LiteLLM`_ or `OpenRouter`_ provide a unified API to access multiple models from different providers.
+Therefore, they rely on endpoint and contract design, that is inspired by OpenAI's original GPT API - an implicit
+standard in the industry. Platforms using this de facto standard can be used with the generic bridge::
+
+    use Symfony\AI\Platform\Bridge\Generic\PlatformFactory;
+    use Symfony\AI\Platform\Message\Message;
+    use Symfony\AI\Platform\Message\MessageBag;
+
+    $platform = PlatformFactory::create('https://api.example.com', 'sk-xxxxxx', $httpClient, $modelCatalog);
+
+    $messages = new MessageBag(
+        Message::forSystem('You are a pirate and you write funny.'),
+        Message::ofUser('What is the Symfony framework?'),
+    );
+    $result = $platform->invoke('model-name', $messages);
+
+    echo $result->asText();
+
+This requires to configure a :class:`Symfony\\AI\\Platform\\Bridge\\Generic\\ModelCatalog` explicitly, using
+:class:`Symfony\\AI\\Platform\\Bridge\\Generic\\CompletionsModel` or :class:`Symfony\\AI\\Platform\\Bridge\\Generic\\EmbeddingsModel`,
+see `LiteLLM example`_ for more details.
+
 Options
 -------
 
@@ -524,6 +549,7 @@ Code Examples
 .. _`Cartesia`: https://cartesia.ai/
 .. _`Cartesia STT`: https://cartesia.ai/ink
 .. _`Cartesia TTS`: https://cartesia.ai/sonic
+.. _`LiteLLM example`: https://github.com/symfony/ai/blob/main/examples/litellm/chat.php
 .. _`Meta's Llama`: https://www.llama.com/
 .. _`Ollama`: https://ollama.com/
 .. _`Replicate`: https://replicate.com/

examples/litellm/chat.php

@@ -9,13 +9,35 @@
  * file that was distributed with this source code.
  */
 
-use Symfony\AI\Platform\Bridge\LiteLlm\PlatformFactory;
+use Symfony\AI\Platform\Bridge\Generic\CompletionsModel;
+use Symfony\AI\Platform\Bridge\Generic\ModelCatalog;
+use Symfony\AI\Platform\Bridge\Generic\PlatformFactory;
+use Symfony\AI\Platform\Capability;
 use Symfony\AI\Platform\Message\Message;
 use Symfony\AI\Platform\Message\MessageBag;
 
 require_once dirname(__DIR__).'/bootstrap.php';
 
-$platform = PlatformFactory::create(env('LITELLM_HOST_URL'), env('LITELLM_API_KEY'), http_client());
+$modelCatalog = new ModelCatalog([
+    'mistral-small-latest' => [
+        'class' => CompletionsModel::class,
+        'capabilities' => [
+            Capability::INPUT_MESSAGES,
+            Capability::OUTPUT_TEXT,
+            Capability::OUTPUT_STREAMING,
+            Capability::OUTPUT_STRUCTURED,
+            Capability::INPUT_IMAGE,
+            Capability::TOOL_CALLING,
+        ],
+    ],
+]);
+
+$platform = PlatformFactory::create(
+    env('LITELLM_HOST_URL'),
+    env('LITELLM_API_KEY'),
+    http_client(),
+    $modelCatalog,
+);
 
 $messages = new MessageBag(
     Message::forSystem('You are a pirate and you write funny.'),

src/ai-bundle/config/options.php

@@ -111,6 +111,26 @@
                             ->end()
                         ->end()
                     ->end()
+                    ->arrayNode('generic')
+                        ->useAttributeAsKey('name')
+                        ->arrayPrototype()
+                            ->children()
+                                ->stringNode('base_url')->isRequired()->end()
+                                ->stringNode('api_key')->end()
+                                ->stringNode('http_client')
+                                    ->defaultValue('http_client')
+                                    ->info('Service ID of the HTTP client to use')
+                                ->end()
+                                ->stringNode('model_catalog')
+                                    ->info('Service ID of the model catalog to use')
+                                ->end()
+                                ->booleanNode('supports_completions')->defaultTrue()->end()
+                                ->booleanNode('supports_embeddings')->defaultTrue()->end()
+                                ->stringNode('completions_path')->defaultValue('/v1/chat/completions')->end()
+                                ->stringNode('embeddings_path')->defaultValue('/v1/embeddings')->end()
+                            ->end()
+                        ->end()
+                    ->end()
                     ->arrayNode('huggingface')
                         ->children()
                             ->stringNode('api_key')->isRequired()->end()

src/ai-bundle/src/AiBundle.php

@@ -58,6 +58,7 @@
 use Symfony\AI\Platform\Bridge\DockerModelRunner\PlatformFactory as DockerModelRunnerPlatformFactory;
 use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory as ElevenLabsPlatformFactory;
 use Symfony\AI\Platform\Bridge\Gemini\PlatformFactory as GeminiPlatformFactory;
+use Symfony\AI\Platform\Bridge\Generic\PlatformFactory as GenericPlatformFactory;
 use Symfony\AI\Platform\Bridge\HuggingFace\PlatformFactory as HuggingFacePlatformFactory;
 use Symfony\AI\Platform\Bridge\LmStudio\PlatformFactory as LmStudioPlatformFactory;
 use Symfony\AI\Platform\Bridge\Mistral\PlatformFactory as MistralPlatformFactory;
@@ -466,6 +467,33 @@ private function processPlatformConfig(string $type, array $platform, ContainerB
             return;
         }
 
+        if ('generic' === $type) {
+            foreach ($platform as $name => $config) {
+                $platformId = 'ai.platform.generic.'.$name;
+                $definition = (new Definition(Platform::class))
+                    ->setFactory(GenericPlatformFactory::class.'::create')
+                    ->setLazy(true)
+                    ->addTag('proxy', ['interface' => PlatformInterface::class])
+                    ->setArguments([
+                        $config['base_url'],
+                        $config['api_key'],
+                        new Reference($config['http_client'], ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                        new Reference($config['model_catalog'], ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                        null,
+                        new Reference('event_dispatcher'),
+                        $config['supports_completions'],
+                        $config['supports_embeddings'],
+                        $config['completions_path'],
+                        $config['embeddings_path'],
+                    ])
+                    ->addTag('ai.platform', ['name' => 'generic.'.$name]);
+
+                $container->setDefinition($platformId, $definition);
+            }
+
+            return;
+        }
+
         if ('huggingface' === $type) {
             $platformId = 'ai.platform.huggingface';
             $definition = (new Definition(Platform::class))