feat(platform): ElevenLabs stream for TTS

Author: Guikingone

examples/elevenlabs/text-to-speech-as-stream.php

@@ -0,0 +1,31 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Text;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    apiKey: env('ELEVEN_LABS_API_KEY'),
+    httpClient: http_client(),
+);
+$model = new ElevenLabs(options: [
+    'voice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+    'stream' => true,
+]);
+
+$result = $platform->invoke($model, new Text('The first move is what sets everything in motion.'));
+
+foreach ($result->asStream() as $chunk) {
+    echo $chunk->getContent().\PHP_EOL;
+}

src/platform/src/Bridge/ElevenLabs/ElevenLabsClient.php

@@ -15,6 +15,7 @@
 use Symfony\AI\Platform\Model;
 use Symfony\AI\Platform\ModelClientInterface;
 use Symfony\AI\Platform\Result\RawHttpResult;
+use Symfony\AI\Platform\Result\RawHttpStreamResult;
 use Symfony\AI\Platform\Result\RawResultInterface;
 use Symfony\Contracts\HttpClient\HttpClientInterface;
 
@@ -42,7 +43,7 @@ public function request(Model $model, array|string $payload, array $options = []
         }
 
         if (\in_array($model->getName(), [ElevenLabs::SCRIBE_V1, ElevenLabs::SCRIBE_V1_EXPERIMENTAL], true)) {
-            return $this->doSpeechToTextRequest($model, $payload, $options);
+            return $this->doSpeechToTextRequest($model, $payload);
         }
 
         $capabilities = $this->retrieveCapabilities($model);
@@ -56,9 +57,8 @@ public function request(Model $model, array|string $payload, array $options = []
 
     /**
      * @param array<string|int, mixed> $payload
-     * @param array<string, mixed>     $options
      */
-    private function doSpeechToTextRequest(Model $model, array|string $payload, array $options): RawHttpResult
+    private function doSpeechToTextRequest(Model $model, array|string $payload): RawHttpResult
     {
         return new RawHttpResult($this->httpClient->request('POST', \sprintf('%s/speech-to-text', $this->hostUrl), [
             'headers' => [
@@ -75,7 +75,7 @@ private function doSpeechToTextRequest(Model $model, array|string $payload, arra
      * @param array<string|int, mixed> $payload
      * @param array<string, mixed>     $options
      */
-    private function doTextToSpeechRequest(Model $model, array|string $payload, array $options): RawHttpResult
+    private function doTextToSpeechRequest(Model $model, array|string $payload, array $options): RawHttpResult|RawHttpStreamResult
     {
         if (!\array_key_exists('voice', $model->getOptions())) {
             throw new InvalidArgumentException('The voice option is required.');
@@ -86,6 +86,33 @@ private function doTextToSpeechRequest(Model $model, array|string $payload, arra
         }
 
         $voice = $options['voice'] ??= $model->getOptions()['voice'];
+        $stream = $options['stream'] ??= $model->getOptions()['stream'] ?? false;
+
+        if ($stream) {
+            $streamSource = $this->httpClient->request('POST', \sprintf('%s/text-to-speech/%s/stream', $this->hostUrl, $voice), [
+                'headers' => [
+                    'xi-api-key' => $this->apiKey,
+                ],
+                'json' => [
+                    'text' => $payload['text'],
+                    'model_id' => $model->getName(),
+                ],
+            ]);
+
+            return new RawHttpStreamResult((function () use ($streamSource) {
+                foreach ($this->httpClient->stream($streamSource) as $chunk) {
+                    if ($chunk->isFirst()) {
+                        continue;
+                    }
+
+                    if ('' === $chunk->getContent()) {
+                        continue;
+                    }
+
+                    yield $chunk;
+                }
+            })());
+        }
 
         return new RawHttpResult($this->httpClient->request('POST', \sprintf('%s/text-to-speech/%s', $this->hostUrl, $voice), [
             'headers' => [

src/platform/src/Bridge/ElevenLabs/ElevenLabsResultConverter.php

@@ -16,6 +16,7 @@
 use Symfony\AI\Platform\Result\BinaryResult;
 use Symfony\AI\Platform\Result\RawResultInterface;
 use Symfony\AI\Platform\Result\ResultInterface;
+use Symfony\AI\Platform\Result\StreamResult;
 use Symfony\AI\Platform\Result\TextResult;
 use Symfony\AI\Platform\ResultConverterInterface;
 use Symfony\Contracts\HttpClient\ResponseInterface;
@@ -36,6 +37,7 @@ public function convert(RawResultInterface $result, array $options = []): Result
         $response = $result->getObject();
 
         return match (true) {
+            $response instanceof \Generator => new StreamResult($response),
             str_contains($response->getInfo('url'), 'speech-to-text') => new TextResult($result->getData()['text']),
             str_contains($response->getInfo('url'), 'text-to-speech') => new BinaryResult($result->getObject()->getContent(), 'audio/mpeg'),
             default => throw new RuntimeException('Unsupported ElevenLabs response.'),

src/platform/src/Result/RawHttpStreamResult.php

@@ -0,0 +1,38 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Result;
+
+use Symfony\Contracts\HttpClient\ChunkInterface;
+
+/**
+ * @author Guillaume Loulier <[email protected]>
+ */
+final readonly class RawHttpStreamResult implements RawResultInterface
+{
+    public function __construct(
+        private \Generator $generator,
+    ) {
+    }
+
+    public function getData(): array
+    {
+        return array_map(
+            static fn (ChunkInterface $item): string => $item->getContent(),
+            iterator_to_array($this->generator),
+        );
+    }
+
+    public function getObject(): object
+    {
+        return $this->generator;
+    }
+}

src/platform/tests/Bridge/ElevenLabs/ElevenLabsClientTest.php

@@ -12,7 +12,6 @@
 namespace Symfony\AI\Platform\Tests\Bridge\ElevenLabs;
 
 use PHPUnit\Framework\Attributes\CoversClass;
-use PHPUnit\Framework\Attributes\Group;
 use PHPUnit\Framework\Attributes\UsesClass;
 use PHPUnit\Framework\TestCase;
 use Symfony\AI\Platform\Bridge\ElevenLabs\Contract\AudioNormalizer;
@@ -21,6 +20,7 @@
 use Symfony\AI\Platform\Exception\InvalidArgumentException;
 use Symfony\AI\Platform\Message\Content\Audio;
 use Symfony\AI\Platform\Model;
+use Symfony\AI\Platform\Result\RawHttpStreamResult;
 use Symfony\Component\HttpClient\MockHttpClient;
 use Symfony\Component\HttpClient\Response\JsonMockResponse;
 use Symfony\Component\HttpClient\Response\MockResponse;
@@ -30,6 +30,7 @@
 #[UsesClass(Model::class)]
 #[UsesClass(Audio::class)]
 #[UsesClass(AudioNormalizer::class)]
+#[UsesClass(RawHttpStreamResult::class)]
 final class ElevenLabsClientTest extends TestCase
 {
     public function testSupportsModel()
@@ -133,7 +134,6 @@ public function testClientCannotPerformTextToSpeechRequestWithoutValidPayload()
         ]), []);
     }
 
-    #[Group('foo')]
     public function testClientCanPerformTextToSpeechRequest()
     {
         $payload = Audio::fromFile(\dirname(__DIR__, 5).'/fixtures/audio.mp3');
@@ -162,4 +162,35 @@ public function testClientCanPerformTextToSpeechRequest()
 
         $this->assertSame(2, $httpClient->getRequestsCount());
     }
+
+    public function testClientCanPerformTextToSpeechRequestAsStream()
+    {
+        $payload = Audio::fromFile(\dirname(__DIR__, 5).'/fixtures/audio.mp3');
+
+        $httpClient = new MockHttpClient([
+            new JsonMockResponse([
+                [
+                    'model_id' => ElevenLabs::ELEVEN_MULTILINGUAL_V2,
+                    'can_do_text_to_speech' => true,
+                ],
+            ]),
+            new MockResponse($payload->asBinary()),
+        ]);
+
+        $client = new ElevenLabsClient(
+            $httpClient,
+            'https://api.elevenlabs.io/v1',
+            'my-api-key',
+        );
+
+        $result = $client->request(new ElevenLabs(options: [
+            'voice' => 'Dslrhjl3ZpzrctukrQSN',
+            'stream' => true,
+        ]), [
+            'text' => 'foo',
+        ]);
+
+        $this->assertInstanceOf(RawHttpStreamResult::class, $result);
+        $this->assertSame(2, $httpClient->getRequestsCount());
+    }
 }