Pinecone vector store

Author: ilvalerione

src/Providers/Embeddings/VoyageEmbeddingProvider.php

@@ -10,15 +10,15 @@ class VoyageEmbeddingProvider implements EmbeddingsProviderInterface
     protected Client $client;
 
     public function __construct(
-        protected string $key,
+        string $key,
         protected string $model
     ) {
         $this->client = new Client([
             'base_uri' => 'https://api.voyageai.com/v1/embeddings',
             'headers' => [
                 'Accept' => 'application/json',
                 'Content-Type' => 'application/json',
-                'Authorization' => 'Bearer ' . $this->key,
+                'Authorization' => 'Bearer ' . $key,
             ],
         ]);
     }

src/Providers/Log.php

@@ -4,6 +4,7 @@
 
 use NeuronAI\Messages\AssistantMessage;
 use NeuronAI\Messages\Message;
+use NeuronAI\Providers\AIProviderInterface;
 use Psr\Log\LoggerInterface;
 
 class Log implements AIProviderInterface

src/Providers/Mistral.php

@@ -2,6 +2,7 @@
 
 namespace NeuronAI\Providers;
 
+use GuzzleHttp\RequestOptions;
 use NeuronAI\Messages\AssistantMessage;
 use NeuronAI\Messages\Message;
 use GuzzleHttp\Client;
@@ -55,7 +56,7 @@ public function chat(array|string $prompt): Message
         }
 
         $result = $this->client->post('/chat/completions', [
-            'json' => [
+            RequestOptions::JSON => [
                 'model' => $this->model,
                 'messages' => $prompt,
             ]

src/Providers/OpenAI.php

@@ -2,6 +2,7 @@
 
 namespace NeuronAI\Providers;
 
+use GuzzleHttp\RequestOptions;
 use NeuronAI\Messages\AssistantMessage;
 use NeuronAI\Messages\Message;
 use GuzzleHttp\Client;
@@ -56,7 +57,7 @@ public function chat(array|string $prompt): Message
         }
 
         $result = $this->client->post('/chat/completions', [
-            'json' => [
+            RequestOptions::JSON => [
                 'model' => $this->model,
                 'messages' => $prompt,
             ]

src/RAG/VectorStore/ElasticsearchVectorStore.php

@@ -13,8 +13,10 @@ class ElasticsearchVectorStore implements VectorStoreInterface
     /**
      * @throws \Exception
      */
-    public function __construct(protected Client $client, protected string $indexName)
-    {
+    public function __construct(
+        protected Client $client,
+        protected string $indexName
+    ) {
         /** @var Elasticsearch $existResponse */
         $existResponse = $client->indices()->exists(['index' => $indexName]);
         $existStatusCode = $existResponse->getStatusCode();
@@ -142,14 +144,13 @@ public function similaritySearch(array $embedding, int $k = 4, array $additional
         if (\array_key_exists('filter', $additionalArguments)) {
             $searchParams['body']['knn']['filter'] = $additionalArguments['filter'];
         }
-        /** @var array{hits: array{hits: array{array{_source: array{embedding: float[], content: string, formattedContent: string, sourceType: string, sourceName: string, hash: string, chunkNumber: int}}}}} $rawResponse */
+
         $rawResponse = $this->client->search($searchParams);
 
         $documents = [];
         foreach ($rawResponse['hits']['hits'] as $hit) {
-            $document = new Document();
+            $document = new Document($hit['_source']['content']);
             $document->embedding = $hit['_source']['embedding'];
-            $document->content = $hit['_source']['content'];
             $document->sourceType = $hit['_source']['sourceType'];
             $document->sourceName = $hit['_source']['sourceName'];
             $document->hash = $hit['_source']['hash'];
@@ -166,7 +167,6 @@ private function setVectorDimIfNotSet(int $vectorDim): void
             return;
         }
 
-        /** @var array{string: array{mappings: array{embedding: array{mapping: array{embedding: array{dims: int}}}}}} $response */
         $response = $this->client->indices()->getFieldMapping([
             'index' => $this->indexName,
             'fields' => 'embedding',

src/RAG/VectorStore/MemoryVectorStore.php

@@ -12,8 +12,12 @@ class MemoryVectorStore implements VectorStoreInterface
     private array $documents = [];
 
     public function __construct(
-        protected SimilarityInterface $similarity = new CosineSimilarity()
-    ) {}
+        protected ?SimilarityInterface $similarity = null
+    ) {
+        if (is_null($this->similarity)) {
+            $this->similarity = new CosineSimilarity();
+        }
+    }
 
     public function addDocument(Document $document): void
     {

src/RAG/VectorStore/PineconeVectorStore.php

@@ -2,32 +2,74 @@
 
 namespace NeuronAI\RAG\VectorStore;
 
+use GuzzleHttp\Client;
+use GuzzleHttp\RequestOptions;
 use NeuronAI\RAG\Document;
-use \Probots\Pinecone\Client;
 
 class PineconeVectorStore implements VectorStoreInterface
 {
+    protected Client $client;
+
     public function __construct(
-        protected Client $client,
-        protected string $indexName
+        string $key,
+        protected string $indexName,
+        array $spec,
+        string $version = '2025-01'
     ) {
-        // todo: setup the vector index
+        $this->client = new Client([
+            'base_uri' => 'https://api.pinecone.io',
+            'headers' => [
+                'Accept' => 'application/json',
+                'Content-Type' => 'application/json',
+                'Api-Key' => $key,
+                'X-Pinecone-API-Version' => $version,
+            ]
+        ]);
+
+        $response = $this->client->get("indexes/{$this->indexName}");
+
+        if ($response->getStatusCode() === 200) {
+            return;
+        }
 
-        // https://github.com/probots-io/pinecone-php
+        // Create the index
+        $this->client->post('indexes', [
+            RequestOptions::JSON => [
+                'name' => $indexName,
+                'spec' => $spec,
+            ]
+        ]);
     }
 
     public function addDocument(Document $document): void
     {
-        // TODO: Implement addDocument() method.
+        $this->addDocuments([$document]);
     }
 
     public function addDocuments(array $documents): void
     {
-        // TODO: Implement addDocuments() method.
+        $this->client->post("indexes/{$this->indexName}/vectors/upsert", [
+            RequestOptions::JSON => array_map(function (Document $document) {
+                return [
+                    'id' => $document->id??uniqid(),
+                    'values' => $document->embedding,
+                ];
+            }, $documents)
+        ]);
     }
 
     public function similaritySearch(array $embedding, int $k = 4): iterable
     {
-        // TODO: Implement similaritySearch() method.
+        $result = $this->client->get("indexes/{$this->indexName}/query", [
+            RequestOptions::QUERY => [
+                'namespace' => '',
+                'vector' => $embedding,
+                'top_k' => $k,
+            ]
+        ])->getBody()->getContents();
+
+        $result = json_decode($result, true);
+
+        return $result['matches'];
     }
 }