wip

Author: heyjorgedev

.gitignore

@@ -5,6 +5,7 @@
 /public/storage
 /storage/*.key
 /storage/pail
+/storage/docs
 /vendor
 .env
 .env.backup

app/Console/Commands/IngestDocumentation.php

@@ -7,6 +7,7 @@
 use Illuminate\Console\Command;
 use Illuminate\Contracts\Container\BindingResolutionException;
 use Illuminate\Support\Facades\File;
+use Illuminate\Support\Facades\Process;
 use Illuminate\Support\Str;
 use SplFileInfo;
 use Symfony\Component\Console\Exception\InvalidArgumentException;
@@ -19,7 +20,7 @@ class IngestDocumentation extends Command
      * The name and signature of the console command
      * @var string
      */
-    protected $signature = 'app:ingest:documentation {version=11}';
+    protected $signature = 'app:ingest:documentation';
 
     /**
      * The console command description.
@@ -34,9 +35,14 @@ class IngestDocumentation extends Command
 
     public function handle()
     {
-        $this->version = $this->argument('version');
+        $this->version = '12';
         $path = storage_path('/docs');
 
+        File::deleteDirectory($path);
+
+        Process::run('git clone https://github.com/laravel/docs.git ' . $path);
+        File::deleteDirectory($path . '/.git');
+
         $files = File::files($path);
 
         // clear the vector before indexing
@@ -91,6 +97,6 @@ private function contentIsJustHeadings(Document $document): bool
     {
 
         return collect(explode("\n", $document->getContent()))
-            ->every(fn($line) => Str::startsWith($line, '#'));
+            ->every(fn($line) => Str::startsWith($line, '#') || Str::startsWith($line, ''));
     }
 }

app/Console/Commands/SearchVector.php

@@ -2,6 +2,7 @@
 
 namespace App\Console\Commands;
 
+use App\Actions\Rerank;
 use Illuminate\Console\Command;
 use OpenAI\Laravel\Facades\OpenAI;
 use Upstash\Vector\DataQuery;

app/Livewire/ChatPage.php

@@ -0,0 +1,121 @@
+<?php
+
+namespace App\Livewire;
+
+use App\Actions\Rerank;
+use Livewire\Component;
+use OpenAI\Laravel\Facades\OpenAI;
+use Upstash\Vector\DataQuery;
+use Upstash\Vector\Enums\QueryMode;
+use Upstash\Vector\Laravel\Facades\Vector;
+use Upstash\Vector\VectorMatch;
+
+class ChatPage extends Component
+{
+    public string $question = '';
+
+    public bool $isChatLoading = false;
+
+    public array $chat = [
+        [
+            'role' => 'assistant',
+            'content' => 'Hello! How can I help you today?',
+        ],
+    ];
+
+    public array $context = [];
+
+    public function askQuestion()
+    {
+        // reset and append new message to chat
+        $this->chat = [
+            [
+                'role' => 'assistant',
+                'content' => 'Hello! How can I help you today?',
+            ],
+            [
+                'role' => 'user',
+                'content' => $this->question,
+            ]
+        ];
+
+        // loopback from JS
+        $this->js(sprintf('$wire.processQuestion("%s")', $this->question));
+
+        // reset state
+        $this->question = '';
+        $this->context = [];
+        $this->isChatLoading = true;
+    }
+
+    public function processQuestion(string $question)
+    {
+        $results = Vector::queryData(new DataQuery(
+            data: $question,
+            topK: 8,
+            includeMetadata: true,
+            includeData: true,
+            queryMode: QueryMode::DENSE,
+        ));
+
+        $this->context = collect($results)
+            ->map(fn(VectorMatch $result) => [
+                'text' => $result->data,
+                'sources' => $result->metadata['sources'],
+            ])
+            ->toArray();
+
+        $this->js(sprintf('$wire.generateAnswer("%s")', $question));
+    }
+
+    public function generateAnswer(string $question)
+    {
+        $this->isChatLoading = false;
+
+        $context = collect($this->context)
+            ->map(fn(array $item) => $item['text'])
+            ->implode("\n---\n");
+
+        $messages = [
+            [
+                'role' => 'system',
+                'content' => view('prompts.system', ['version' => '12.x'])->render(),
+            ],
+            [
+                'role' => 'assistant',
+                'content' => 'Hello! How can I help you today?',
+            ],
+            [
+                'role' => 'user',
+                'content' => view('prompts.question', ['question' => $question, 'context' => $context])->render(),
+            ],
+        ];
+
+        $stream = OpenAI::chat()->createStreamed([
+            'model' => 'gpt-4o-mini',
+            'messages' => $messages,
+        ]);
+
+        $text = '';
+        foreach($stream as $response) {
+            $text .= $response->choices[0]->delta->content;
+            $this->stream(to: 'answer', content: $text, replace: true);
+        }
+
+        $this->chat[] = [
+            'role' => 'assistant',
+            'content' => $text,
+            'sources' => collect($this->context)
+                ->map(fn(array $item) => $item['sources'])
+                ->flatten()
+                ->unique()
+                ->take(3)
+                ->toArray(),
+        ];
+    }
+
+    public function render()
+    {
+        return view('livewire.chat-page');
+    }
+}

composer.json

@@ -12,7 +12,9 @@
         "php": "^8.2",
         "laravel/framework": "^11.31",
         "laravel/tinker": "^2.9",
+        "livewire/livewire": "^3.5",
         "openai-php/laravel": "^0.10.2",
+        "spatie/laravel-markdown": "^2.7",
         "upstash/vector-laravel": "^0.2.2"
     },
     "require-dev": {