feat: add a support for local chat for free text prompts

Author: theboxer

assets/components/modai/js/mgr/history.js

@@ -84,6 +84,9 @@ modAI.history = {
             getData: () => {
                 return this._formatOutput(key);
             },
+            getAll: () => {
+                return this._cache[key].values;
+            },
             syncUI: () => {
                 if (typeof syncUI === 'function') {
                     this._cache[key].syncUI(this._formatOutput(key), false);

assets/components/modai/js/mgr/widgets/text_prompt.window.js

@@ -37,9 +37,9 @@ Ext.extend(modAI.window.TextPrompt,MODx.Window, {
             info.update({currentPage: data.current, total: data.total})
             info.show();
 
-            this.prompt.setValue(data.value.prompt)
+            this.prompt.setValue(data.value.user);
             this.preview.show();
-            this.preview.setValue(data.value.content);
+            this.preview.setValue(data.value.assistant);
 
             if (noStore) {
                 this.preview.el.dom.scrollTop = this.preview.el.dom.scrollHeight;
@@ -58,7 +58,7 @@ Ext.extend(modAI.window.TextPrompt,MODx.Window, {
             }
         }
 
-        const addItem = (item, noStore = false) => {
+        this.addItem = (item, noStore = false) => {
             this._history.insert(item, noStore);
 
             this.preview.show();
@@ -133,10 +133,6 @@ Ext.extend(modAI.window.TextPrompt,MODx.Window, {
             disabled: true
         });
 
-        this.pagination = {
-            addItem,
-        };
-
         this._history = modAI.history.init(config.cacheKey, syncUI);
 
         if (this._history.cachedItem.values.length > 0) {
@@ -176,11 +172,12 @@ Ext.extend(modAI.window.TextPrompt,MODx.Window, {
                     try {
                         const result = await modAI.executor.mgr.prompt.freeText({
                             prompt: this.prompt.getValue(),
-                            field: config.fieldName || ''
+                            field: config.fieldName || '',
+                            messages: this._history.getAll(),
                         }, (data) => {
-                            this.pagination.addItem({prompt: this.prompt.getValue(), content: data.content}, true);
+                            this.addItem({user: this.prompt.getValue(), assistant: data.content}, true);
                         });
-                        this.pagination.addItem({prompt: this.prompt.getValue(), content: result.content});
+                        this.addItem({user: this.prompt.getValue(), assistant: result.content});
                         Ext.Msg.hide();
                     } catch (err) {
                         Ext.Msg.hide();

core/components/modai/src/API/Prompt/FreeText.php

@@ -20,6 +20,7 @@ public function post(ServerRequestInterface $request): void
         $field = $this->modx->getOption('field', $data, '');
         $context = $this->modx->getOption('context', $data, '');
         $namespace = $this->modx->getOption('namespace', $data, 'modai');
+        $messages = $this->modx->getOption('messages', $data);
 
         if (empty($prompt)) {
             throw new LexiconException('modai.error.prompt_required');
@@ -52,6 +53,7 @@ public function post(ServerRequestInterface $request): void
         $result = $aiService->getCompletions(
             [$prompt],
             CompletionsConfig::new($model)
+                ->messages($messages)
                 ->customOptions($customOptions)
                 ->maxTokens($maxTokens)
                 ->temperature($temperature)

core/components/modai/src/Services/ChatGPT.php

@@ -37,6 +37,18 @@ public function getCompletions(array $data, CompletionsConfig $config): AIRespon
             ];
         }
 
+        foreach ($config->getMessages() as $msg) {
+            $messages[] = [
+                'role' => 'user',
+                'content' => $msg['user']
+            ];
+
+            $messages[] = [
+                'role' => 'assistant',
+                'content' => $msg['assistant']
+            ];
+        }
+
         foreach ($data as $msg) {
             $messages[] = [
                 'role' => 'user',

core/components/modai/src/Services/Claude.php

@@ -28,6 +28,18 @@ public function getCompletions(array $data, CompletionsConfig $config): AIRespon
 
         $messages = [];
 
+        foreach ($config->getMessages() as $msg) {
+            $messages[] = [
+                'role' => 'user',
+                'content' => $msg['user']
+            ];
+
+            $messages[] = [
+                'role' => 'assistant',
+                'content' => $msg['assistant']
+            ];
+        }
+
         foreach ($data as $msg) {
             $messages[] = [
                 'role' => 'user',

core/components/modai/src/Services/Config/CompletionsConfig.php

@@ -8,6 +8,7 @@ class CompletionsConfig {
     private int $maxTokens;
     private string $systemInstructions = '';
     private bool $stream = false;
+    private array $messages = [];
 
     public function temperature(float $temperature): self {
         $this->temperature = $temperature;
@@ -33,6 +34,12 @@ public function stream(bool $stream): self {
         return $this;
     }
 
+    public function messages(array $messages): self {
+        $this->messages = $messages;
+
+        return $this;
+    }
+
     public function getTemperature(): float
     {
         return $this->temperature;
@@ -53,4 +60,9 @@ public function isStream(): bool
         return $this->stream;
     }
 
+    public function getMessages(): array
+    {
+        return $this->messages;
+    }
+
 }

core/components/modai/src/Services/CustomChatGPT.php

@@ -42,6 +42,18 @@ public function getCompletions(array $data, CompletionsConfig $config): AIRespon
             ];
         }
 
+        foreach ($config->getMessages() as $msg) {
+            $messages[] = [
+                'role' => 'user',
+                'content' => $msg['user']
+            ];
+
+            $messages[] = [
+                'role' => 'assistant',
+                'content' => $msg['assistant']
+            ];
+        }
+
         foreach ($data as $msg) {
             $messages[] = [
                 'role' => 'user',

core/components/modai/src/Services/Gemini.php

@@ -46,16 +46,35 @@ public function getCompletions(array $data, CompletionsConfig $config): AIRespon
         }
 
         $messages = [];
+
+        foreach ($config->getMessages() as $msg) {
+            $messages[] = [
+                'role' => 'user',
+                'parts' => [
+                    ['text' => $msg['user']]
+                ]
+            ];
+
+            $messages[] = [
+                'role' => 'model',
+                'parts' => [
+                    ['text' => $msg['assistant']]
+                ]
+            ];
+        }
+
         foreach ($data as $msg) {
             $messages[] = [
-                'text' => $msg
+                'role' => 'user',
+                'parts' => [
+                    ['text' => $msg]
+                ]
             ];
         }
 
         $input = $config->getCustomOptions();
-        $input["contents"] = [
-            "parts" => $messages,
-        ];
+        $input["contents"] = $messages;
+
         $input["generationConfig"] = [
             "temperature" => $config->getTemperature(),
             "maxOutputTokens" => $config->getMaxTokens(),