Implement document indexing pipeline with InMemoryLoader

- Add IndexerInterface for document processing pipeline
- Implement Indexer class with complete load → transform → vectorize → store pipeline
- Add InMemoryLoader for loading documents from memory without external sources
- Create comprehensive test suite for InMemoryLoader
- Add example demonstrating InMemoryLoader usage
- Support null source parameter for loaders that don't require external sources
- Streamline interface comments to avoid duplication

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <noreply@anthropic.com>

Author: OskarStark

examples/indexer/index-file-loader.php

@@ -0,0 +1,47 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\OpenAi\Embeddings;
+use Symfony\AI\Platform\Bridge\OpenAi\PlatformFactory;
+use Symfony\AI\Store\Bridge\Local\InMemoryStore;
+use Symfony\AI\Store\Document\Loader\TextFileLoader;
+use Symfony\AI\Store\Document\Transformer\ReplaceTextTransformer;
+use Symfony\AI\Store\Document\Transformer\TextSplitTransformer;
+use Symfony\AI\Store\Document\Vectorizer;
+use Symfony\AI\Store\Indexer;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('OPENAI_API_KEY'), http_client());
+$store = new InMemoryStore();
+$indexer = new Indexer(
+    new TextFileLoader(),
+    [
+        new ReplaceTextTransformer(search: '## Plot', replace: '## Synopsis'),
+        new TextSplitTransformer(chunkSize: 500, overlap: 100),
+    ],
+    new Vectorizer($platform, new Embeddings('text-embedding-3-small')),
+    $store
+);
+
+$movies = [
+    dirname(__DIR__, 2).'/fixtures/movies/gladiator.md',
+    dirname(__DIR__, 2).'/fixtures/movies/inception.md',
+    dirname(__DIR__, 2).'/fixtures/movies/jurassic-park.md',
+];
+
+$indexer->index($movies);
+
+$vector = $platform->invoke(new Embeddings('text-embedding-3-small'), 'Roman gladiator revenge')->asVectors()[0];
+$results = $store->query($vector, ['maxItems' => 2]);
+foreach ($results as $i => $document) {
+    echo sprintf("%d. %s\n", $i + 1, substr($document->id, 0, 40).'...');
+}

examples/indexer/index-inmemory-loader.php

@@ -0,0 +1,56 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\OpenAi\Embeddings;
+use Symfony\AI\Platform\Bridge\OpenAi\PlatformFactory;
+use Symfony\AI\Store\Bridge\Local\InMemoryStore;
+use Symfony\AI\Store\Document\Loader\InMemoryLoader;
+use Symfony\AI\Store\Document\Metadata;
+use Symfony\AI\Store\Document\TextDocument;
+use Symfony\AI\Store\Document\Transformer\TextSplitTransformer;
+use Symfony\AI\Store\Document\Vectorizer;
+use Symfony\AI\Store\Indexer;
+use Symfony\Component\Uid\Uuid;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(env('OPENAI_API_KEY'), http_client());
+$store = new InMemoryStore();
+
+$documents = [
+    new TextDocument(
+        Uuid::v4(), 
+        'Artificial Intelligence is transforming the way we work and live. Machine learning algorithms can now process vast amounts of data and make predictions with remarkable accuracy.',
+        new Metadata(['title' => 'AI Revolution'])
+    ),
+    new TextDocument(
+        Uuid::v4(),
+        'Climate change is one of the most pressing challenges of our time. Renewable energy sources like solar and wind power are becoming increasingly important for a sustainable future.',
+        new Metadata(['title' => 'Climate Action'])
+    ),
+];
+
+$indexer = new Indexer(
+    new InMemoryLoader($documents),
+    [
+        new TextSplitTransformer(chunkSize: 100, overlap: 20),
+    ],
+    new Vectorizer($platform, new Embeddings('text-embedding-3-small')),
+    $store
+);
+
+$indexer->index(null);
+
+$vector = $platform->invoke(new Embeddings('text-embedding-3-small'), 'machine learning artificial intelligence')->asVectors()[0];
+$results = $store->query($vector, ['maxItems' => 2]);
+foreach ($results as $i => $document) {
+    echo sprintf("%d. %s\n", $i + 1, substr($document->id, 0, 40).'...');
+}

fixtures/movies/gladiator.md

@@ -0,0 +1,32 @@
+# Gladiator (2000)
+
+**IMDB**: https://www.imdb.com/title/tt0172495/
+
+**Director:** Ridley Scott
+
+## Cast
+
+- **Russell Crowe** as Maximus Decimus Meridius
+- **Joaquin Phoenix** as Emperor Commodus
+- **Connie Nielsen** as Lucilla
+- **Oliver Reed** as Proximo
+- **Derek Jacobi** as Senator Gracchus
+- **Djimon Hounsou** as Juba
+- **Richard Harris** as Marcus Aurelius
+- **Ralf Möller** as Hagen
+- **Tommy Flanagan** as Cicero
+- **David Schofield** as Falco
+
+## Plot
+
+A former Roman General sets out to exact vengeance against the corrupt emperor who murdered his family and sent him into slavery.
+
+**Maximus Decimus Meridius** is a powerful Roman general beloved by the people and the aging Emperor **Marcus Aurelius**. As Marcus Aurelius lies dying, he makes known his wish that Maximus should succeed him and return Rome to the former glory of the Republic rather than the corrupt Empire it has become.
+
+However, Marcus Aurelius's son **Commodus** learns of his father's plan and murders him before he can publicly name Maximus as his successor. Commodus then orders the execution of Maximus and his family. Maximus escapes the execution but arrives at his farm too late to save his wife and son.
+
+Wounded and devastated, Maximus is captured by slave traders and forced to become a gladiator. Under the training of **Proximo**, a former gladiator, Maximus becomes a skilled fighter and eventually makes his way to the **Colosseum** in Rome, where he gains fame and the crowd's favor.
+
+Using his newfound popularity with the people, Maximus seeks to avenge the murder of his family and fulfill his promise to Marcus Aurelius to restore Rome to a republic. The film culminates in a final confrontation between Maximus and Commodus in the arena.
+
+The film explores themes of *honor*, *revenge*, *political corruption*, and the struggle between personal desires and duty to the greater good.

fixtures/movies/inception.md

@@ -0,0 +1,28 @@
+# Inception (2010)
+
+**IMDB**: https://www.imdb.com/title/tt1375666/
+
+**Director:** Christopher Nolan
+
+## Cast
+
+- **Leonardo DiCaprio** as Dom Cobb
+- **Marion Cotillard** as Mal Cobb
+- **Tom Hardy** as Eames
+- **Elliot Page** as Ariadne
+- **Ken Watanabe** as Saito
+- **Dileep Rao** as Yusuf
+- **Cillian Murphy** as Robert Fischer Jr.
+- **Tom Berenger** as Peter Browning
+- **Michael Caine** as Professor Stephen Miles
+- **Lukas Haas** as Nash
+
+## Plot
+
+A skilled thief is given a chance at redemption if he can successfully perform inception, the act of planting an idea in someone's subconscious.
+
+**Dom Cobb** is a skilled thief who specializes in *extraction* - stealing secrets from people's subconscious minds while they dream. This unique skill has made him a valuable player in the world of corporate espionage, but it has also cost him everything he loves. Cobb's rare ability has made him a coveted player in this treacherous new world of corporate espionage, but it has also made him an international fugitive and cost him everything he has ever loved.
+
+Now Cobb is being offered a chance at redemption. One last job could give him his life back but only if he can accomplish the impossible - **inception**. Instead of the perfect heist, Cobb and his team of specialists have to pull off the reverse: their task is not to steal an idea but to plant one. If they succeed, it could be the perfect crime.
+
+The film explores themes of *reality*, *dreams*, *memory*, and the nature of consciousness through multiple layers of dream states, creating a complex narrative structure that challenges both characters and audience to question what is real.

fixtures/movies/jurassic-park.md

@@ -0,0 +1,30 @@
+# Jurassic Park (1993)
+
+**IMDB**: https://www.imdb.com/title/tt0107290/
+
+**Director:** Steven Spielberg
+
+## Cast
+
+- **Sam Neill** as Dr. Alan Grant
+- **Laura Dern** as Dr. Ellie Sattler
+- **Jeff Goldblum** as Dr. Ian Malcolm
+- **Richard Attenborough** as John Hammond
+- **Bob Peck** as Robert Muldoon
+- **Martin Ferrero** as Donald Gennaro
+- **BD Wong** as Dr. Henry Wu
+- **Joseph Mazzello** as Tim Murphy
+- **Ariana Richards** as Lex Murphy
+- **Wayne Knight** as Dennis Nedry
+
+## Plot
+
+During a preview tour, a theme park suffers a major power breakdown that allows its cloned dinosaur exhibits to run amok.
+
+Billionaire **John Hammond** has created a theme park on a remote island where he has successfully cloned dinosaurs from ancient DNA found in prehistoric mosquitoes preserved in amber. Before opening to the public, Hammond invites a select group of people to tour the park, including paleontologist **Dr. Alan Grant**, paleobotanist **Dr. Ellie Sattler**, and mathematician **Dr. Ian Malcolm**.
+
+The tour begins smoothly, but things quickly go wrong when the park's computer systems are sabotaged by the disgruntled programmer **Dennis Nedry**, who is attempting to steal dinosaur embryos. The security systems fail, and the dinosaurs break free from their enclosures.
+
+As the island descends into chaos, the visitors must survive encounters with various dangerous dinosaurs, including the intelligent and deadly **Velociraptors** and the massive **Tyrannosaurus Rex**. Dr. Grant finds himself responsible for Hammond's grandchildren, Tim and Lex, as they attempt to reach safety.
+
+The film explores themes of *scientific ethics*, the *hubris of trying to control nature*, and the *unintended consequences of genetic engineering*. It questions whether humans have the right to resurrect extinct species and whether scientific advancement should be pursued without considering the potential risks and moral implications.

src/store/src/Document/Loader/InMemoryLoader.php

@@ -30,7 +30,7 @@ public function __construct(
     ) {
     }
 
-    public function load(string $source, array $options = []): iterable
+    public function load(null|string $source, array $options = []): iterable
     {
         yield from $this->documents;
     }

src/store/src/Document/Loader/TextFileLoader.php

@@ -22,10 +22,10 @@
  */
 final readonly class TextFileLoader implements LoaderInterface
 {
-    public function load(string $source, array $options = []): iterable
+    public function load(null|string $source, array $options = []): iterable
     {
-        if (!is_file($source)) {
-            throw new RuntimeException(\sprintf('File "%s" does not exist.', $source));
+        if (null === $source || !is_file($source)) {
+            throw new RuntimeException(\sprintf('File "%s" does not exist.', $source ?? 'null'));
         }
 
         $content = file_get_contents($source);

src/store/src/Document/LoaderInterface.php

@@ -17,10 +17,10 @@
 interface LoaderInterface
 {
     /**
-     * @param string               $source  Identifier for the loader to load the documents from, e.g. file path, folder, or URL.
+     * @param null|string          $source  Identifier for the loader to load the documents from, e.g. file path, folder, or URL. Can be null for InMemoryLoader.
      * @param array<string, mixed> $options loader specific set of options to control the loading process
      *
      * @return iterable<TextDocument> iterable of TextDocuments loaded from the source
      */
-    public function load(string $source, array $options = []): iterable;
+    public function load(null|string $source, array $options = []): iterable;
 }

src/store/src/Document/Transformer/ReplaceTextTransformer.php

@@ -0,0 +1,58 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Store\Document\Transformer;
+
+use Symfony\AI\Store\Document\Metadata;
+use Symfony\AI\Store\Document\TextDocument;
+use Symfony\AI\Store\Document\TransformerInterface;
+use Symfony\AI\Store\Exception\InvalidArgumentException;
+use Symfony\Component\Uid\Uuid;
+
+/**
+ * Replaces specified text within document content.
+ *
+ * @author Oskar Stark <oskarstark@googlemail.com>
+ */
+final readonly class ReplaceTextTransformer implements TransformerInterface
+{
+    public const OPTION_SEARCH = 'search';
+    public const OPTION_REPLACE = 'replace';
+
+    public function __construct(
+        private string $search = '',
+        private string $replace = '',
+    ) {
+        self::validate($search, $replace);
+    }
+
+    /**
+     * @param array{search?: string, replace?: string} $options
+     */
+    public function transform(iterable $documents, array $options = []): iterable
+    {
+        $search = $options[self::OPTION_SEARCH] ?? $this->search;
+        $replace = $options[self::OPTION_REPLACE] ?? $this->replace;
+
+        self::validate($search, $replace);
+
+        foreach ($documents as $document) {
+            yield $document->withContent(str_replace($search, $replace, $document->content));
+        }
+    }
+
+    private static function validate(string $search, string $replace): void
+    {
+        if ($search === $replace) {
+            throw new InvalidArgumentException('Search and replace strings must be different.');
+        }
+    }
+}

src/store/src/Document/Transformer/TextSplitTransformer.php

@@ -34,7 +34,7 @@ public function __construct(
         private int $overlap = 200,
     ) {
         if ($this->overlap < 0 || $this->overlap >= $this->chunkSize) {
-            throw new InvalidArgumentException(\sprintf('Overlap must be non-negative and less than chunk size. Got chunk size: %d, overlap: %d', $this->chunkSize, $this->overlap));
+            throw new InvalidArgumentException(sprintf('Overlap must be non-negative and less than chunk size. Got chunk size: %d, overlap: %d.', $this->chunkSize, $this->overlap));
         }
     }