feat(gemini): add vision support for gemini

Author: theboxer

core/components/modai/src/Services/ChatGPT.php

@@ -18,54 +18,6 @@ public function __construct(modX &$modx)
         $this->modx =& $modx;
     }
 
-    public function generateImage(string $prompt, ImageConfig $config): array {
-        $apiKey = $this->modx->getOption('modai.api.chatgpt.key');
-        if (empty($apiKey)) {
-            throw new \Exception('Missing modai.api.chatgpt.key');
-        }
-
-        $input = [
-            'prompt' => $prompt,
-            'model' => $config->getModel(),
-            'n' => $config->getN(),
-            'size' => $config->getSize(),
-            'quality' => $config->getQuality()
-        ];
-
-        $ch = curl_init(self::IMAGES_API);
-        curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
-        curl_setopt($ch, CURLOPT_POST, true);
-        curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($input));
-        curl_setopt($ch, CURLOPT_HTTPHEADER, [
-            'Content-Type: application/json',
-            'Authorization: Bearer ' . $apiKey
-        ]);
-
-        $response = curl_exec($ch);
-        if (curl_errno($ch)) {
-            $error_msg = curl_error($ch);
-            curl_close($ch);
-            throw new \Exception($error_msg);
-        }
-
-        curl_close($ch);
-
-        $result = json_decode($response, true);
-        if (!is_array($result)) {
-            throw new \Exception('Invalid response');
-        }
-
-        if (isset($result['error'])) {
-            throw new \Exception($result['error']['message']);
-        }
-
-        if (!isset($result['data'][0]['url'])) {
-            throw new \Exception("There was an error generating a response.");
-        }
-
-        return [ 'url' => $result['data'][0]['url'] ];
-    }
-
     /**
      * @throws \Exception
      */
@@ -196,4 +148,53 @@ public function getVision(string $prompt, string $image, VisionConfig $config):
         return $result['choices'][0]['message']['content'];
     }
 
+
+    public function generateImage(string $prompt, ImageConfig $config): array {
+        $apiKey = $this->modx->getOption('modai.api.chatgpt.key');
+        if (empty($apiKey)) {
+            throw new \Exception('Missing modai.api.chatgpt.key');
+        }
+
+        $input = [
+            'prompt' => $prompt,
+            'model' => $config->getModel(),
+            'n' => $config->getN(),
+            'size' => $config->getSize(),
+            'quality' => $config->getQuality()
+        ];
+
+        $ch = curl_init(self::IMAGES_API);
+        curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
+        curl_setopt($ch, CURLOPT_POST, true);
+        curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($input));
+        curl_setopt($ch, CURLOPT_HTTPHEADER, [
+            'Content-Type: application/json',
+            'Authorization: Bearer ' . $apiKey
+        ]);
+
+        $response = curl_exec($ch);
+        if (curl_errno($ch)) {
+            $error_msg = curl_error($ch);
+            curl_close($ch);
+            throw new \Exception($error_msg);
+        }
+
+        curl_close($ch);
+
+        $result = json_decode($response, true);
+        if (!is_array($result)) {
+            throw new \Exception('Invalid response');
+        }
+
+        if (isset($result['error'])) {
+            throw new \Exception($result['error']['message']);
+        }
+
+        if (!isset($result['data'][0]['url'])) {
+            throw new \Exception("There was an error generating a response.");
+        }
+
+        return [ 'url' => $result['data'][0]['url'] ];
+    }
+
 }

core/components/modai/src/Services/Gemini.php

@@ -97,7 +97,64 @@ public function getCompletions(array $data, CompletionsConfig $config): string
 
     public function getVision(string $prompt, string $image, VisionConfig $config): string
     {
-        throw new \Exception("not implemented");
+        $apiKey = $this->modx->getOption('modai.api.gemini.key');
+        if (empty($apiKey)) {
+            throw new \Exception('Missing modai.api.gemini.key');
+        }
+
+        $image = str_replace('data:image/png;base64,', '', $image);
+
+        $input = [
+            'contents' => [
+                'parts' => [
+                    [
+                        "text" => $prompt,
+                    ],
+                    [
+                        "inline_data" => [
+                            "mime_type" => "image/png",
+                            "data" => $image,
+                        ]
+                    ],
+                ]
+            ],
+        ];
+
+        $url = self::COMPLETIONS_API;
+        $url = str_replace("{model}", $config->getModel(), $url);
+        $url = str_replace("{apiKey}", $apiKey, $url);
+
+        $ch = curl_init($url);
+        curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
+        curl_setopt($ch, CURLOPT_POST, true);
+        curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($input));
+        curl_setopt($ch, CURLOPT_HTTPHEADER, [
+            'Content-Type: application/json',
+        ]);
+
+        $response = curl_exec($ch);
+        if (curl_errno($ch)) {
+            $error_msg = curl_error($ch);
+            curl_close($ch);
+            throw new \Exception($error_msg);
+        }
+
+        curl_close($ch);
+
+        $result = json_decode($response, true);
+        if (!is_array($result)) {
+            throw new \Exception('Invalid response');
+        }
+
+        if (isset($result['error'])) {
+            throw new \Exception($result['error']['message']);
+        }
+
+        if (!isset($result['candidates'][0]['content']['parts'][0]['text'])) {
+            throw new \Exception("There was an error generating a response.");
+        }
+
+        return $result['candidates'][0]['content']['parts'][0]['text'];
     }
 
     public function generateImage(string $prompt, ImageConfig $config): array