新增图片生成图片

iMactool · iMactool · commit f94a7380ada3 · 2023-05-18T09:20:15.000+08:00
diff --git a/LICENSE b/LICENSE
@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) Hyperf
+Copyright (c) imactool <chinauser1208@gmail.come>
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -9,13 +9,13 @@ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 copies of the Software, and to permit persons to whom the Software is
 furnished to do so, subject to the following conditions:
 
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
 
 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
diff --git a/README.md b/README.md
@@ -4,6 +4,12 @@
 
 > 我对它进行了一些改造，大部分功能保持了相同。在这里感谢一下 RuliLG ，实现了如此强大好用的 stable-diffusion 组件。
 
+基于 Replicate API 的 Stable Diffusion 实现。
+- 🎨 Built-in prompt helper to create better images
+- 🚀 Store the results in your database
+- 🎇 Generate multiple images in the same API call
+- 💯 Supports both (text to image) and (image to image)
+
 
 鸣谢：原作：[RuliLG](https://github.com/RuliLG)，特此鸣谢!
 
@@ -22,7 +28,7 @@ php bin/hyperf.php migrate
 ```
 至此，配置完成。
 
-```
+```php
 return [
     'url' => env('REPLICATE_URL', 'https://api.replicate.com/v1/predictions'),
     'token' => env('REPLICATE_TOKEN'),
@@ -35,8 +41,8 @@ return [
 
 ## 使用
 
-### 生成
-```
+### 文字生成图片（Text to Image)
+```php
 use Imactool\HyperfStableDiffusion\Prompt;
 use Imactool\HyperfStableDiffusion\StableDiffusion;
 
@@ -52,9 +58,36 @@ use Imactool\HyperfStableDiffusion\StableDiffusion;
         )->generate(3);
 ```
 
+### 图片生成图片(Image to Image)
+```php
+use Imactool\HyperfStableDiffusion\Prompt;
+use Imactool\HyperfStableDiffusion\StableDiffusion;
+use Intervention\Image\ImageManager;
+
+//这里使用了 intervention/image 扩展来处理图片文件，你也可以更换为其他的
+ $sourceImg =  (string) (new ImageManager(['driver' => 'imagick']))->make('path/image/source.png')->encode('data-url');
+
+$prompt = 'Petite 21-year-old Caucasian female gamer streaming from her bedroom with pastel pink pigtails and gaming gear. Dynamic and engaging image inspired by colorful LED lights and the energy of Twitch culture, in 1920x1080 resolution.';
+$result = StableDiffusion::make()
+    ->converVersion('a991dcab77024471af6a89ef758d98d1a54c5a25fc52a06ccfd7754b7ad04b35')
+    ->withPrompt(
+        Prompt::make()
+            ->with($prompt)
+    )
+    ->inputParams('image',$sourceImg)
+    ->inputParams('negative_prompt', 'disfigured, kitsch, ugly, oversaturated, greain, low-res, Deformed, blurry, bad anatomy, disfigured, poorly drawn face, mutation, mutated, extra limb, ugly, poorly drawn hands, missing limb, blurry, floating limbs, disconnected limbs, malformed hands, blur, out of focus, long neck, long body, ugly, disgusting, poorly drawn, childish, mutilated, mangled, old, surreal, calligraphy, sign, writing, watermark, text, body out of frame, extra legs, extra arms, extra feet, out of frame, poorly drawn feet, cross-eye, blurry, bad anatomy')
+    ->inputParams('strength', 0.5)
+    ->inputParams('upscale', 2)
+    ->inputParams('num_inference_steps', 25)
+    ->inputParams('guidance_scale', 7.5)
+    ->inputParams('scheduler', 'EulerAncestralDiscrete')
+    ->generate(1);
+```
+
+
 ### 查询结果
 
-```
+```php
 use Imactool\HyperfStableDiffusion\StableDiffusion;
  $freshResults = StableDiffusion::get($replicate_id);
 
diff --git a/src/NegativePrompt.php b/src/NegativePrompt.php
@@ -0,0 +1,35 @@
+<?php
+
+    declare(strict_types=1);
+/**
+ * This file is part of the imactool/hyperf-stable-diffusion.
+ *
+ * (c) imactool <chinauser1208@gmail.come>
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+namespace Imactool\HyperfStableDiffusion;
+
+    class NegativePrompt
+    {
+        public function __construct(
+            protected string $negative_prompt = ''
+        ) {
+        }
+
+        public static function make(): self
+        {
+            return new NegativePrompt();
+        }
+
+        public function with(string $negative_prompt): static
+        {
+            $this->negative_prompt = $negative_prompt;
+            return $this;
+        }
+
+        public function userNegativePrompt(): string
+        {
+            return $this->negative_prompt;
+        }
+    }
diff --git a/src/Prompt.php b/src/Prompt.php
@@ -42,7 +42,7 @@ public function with(string $prompt): static
             return $this;
         }
 
-        public function toString(): string
+        public function toString($inputParams = []): string
         {
             $prompt = $this->prompt;
             if ($this->author) {
@@ -61,6 +61,14 @@ public function toString(): string
                 $prompt .= ', ' . implode(', ', array_values(array_unique($this->finishingTouches)));
             }
 
+            if (! empty($inputParams)) {
+                $unsetKey = 'image';
+                if (array_key_exists($unsetKey, $inputParams)) {
+                    unset($inputParams[$unsetKey]);
+                }
+                $prompt .= ', ' . implode(', ', array_values(array_unique($inputParams)));
+            }
+
             return $prompt;
         }
 
diff --git a/src/StableDiffusion.php b/src/StableDiffusion.php
@@ -15,22 +15,99 @@
     use Hyperf\Context\ApplicationContext;
     use Hyperf\Guzzle\ClientFactory;
     use Imactool\HyperfStableDiffusion\Models\StableDiffusionResult;
+    use PDOException;
     use Psr\Http\Client\ClientInterface;
 
     class StableDiffusion
     {
+        private array $inputParams = [];
+
+        private string $baseUrl = '';
+
+        private string $token = '';
+
+        private string $version = '';
+
         private function __construct(
             public ?Prompt $prompt = null,
             private int $width = 512,
             private int $height = 512
         ) {
         }
 
+        public function converUrl(string $url): self
+        {
+            $this->baseUrl = $url;
+            return $this;
+        }
+
+        public function getBaseUrl(): string
+        {
+            if (empty($this->baseUrl)) {
+                $this->baseUrl = config('stable-diffusion.url');
+            }
+            return $this->baseUrl;
+        }
+
+        public function converToken(string $token): self
+        {
+            $this->token = $token;
+            return $this;
+        }
+
+        public function getToken(): string
+        {
+            if (empty($this->token)) {
+                $this->token = config('stable-diffusion.token');
+            }
+            return $this->token;
+        }
+
+        public function converVersion(string $version): self
+        {
+            $this->version = $version;
+            return $this;
+        }
+
+        public function getVersion(): string
+        {
+            if (empty($this->version)) {
+                $this->version = config('stable-diffusion.version');
+            }
+            return $this->version;
+        }
+
         public static function make(): self
         {
             return new self();
         }
 
+        public function getV2(string $replicateId)
+        {
+            $result = StableDiffusionResult::query()->where('replicate_id', $replicateId)->first();
+            assert($result !== null, 'Unknown id');
+            $idleStatuses = ['starting', 'processing'];
+            if (! in_array($result->status, $idleStatuses)) {
+                return $result;
+            }
+
+            $response = $this->client()->get($result->url);
+
+            if ($response->getStatusCode() !== 200) {
+                throw new Exception('Failed to retrieve data.');
+            }
+
+            $responseData = json_decode((string) $response->getBody(), true);
+
+            $result->status = Arr::get($responseData, 'status', $result->status);
+            $result->output = Arr::has($responseData, 'output') ? Arr::get($responseData, 'output') : null;
+            $result->error = Arr::get($responseData, 'error');
+            $result->predict_time = Arr::get($responseData, 'metrics.predict_time');
+            $result->save();
+
+            return $result;
+        }
+
         public static function get(string $replicateId)
         {
             $result = StableDiffusionResult::query()->where('replicate_id', $replicateId)->first();
@@ -51,7 +128,7 @@ public static function get(string $replicateId)
             $responseData = json_decode((string) $response->getBody(), true);
 
             $result->status = Arr::get($responseData, 'status', $result->status);
-            $result->output = Arr::has($responseData,'output') ? Arr::get($responseData, 'output') : null;
+            $result->output = Arr::has($responseData, 'output') ? Arr::get($responseData, 'output') : null;
             $result->error = Arr::get($responseData, 'error');
             $result->predict_time = Arr::get($responseData, 'metrics.predict_time');
             $result->save();
@@ -65,6 +142,20 @@ public function withPrompt(Prompt $prompt)
             return $this;
         }
 
+       /**
+        * except prompt,other API parameters.
+        *
+        * @param string $key 参数本身
+        * @param mixed  $value 参数值
+        *
+        * @return $this
+        */
+       public function inputParams(string $key, mixed $value)
+       {
+           $this->inputParams[$key] = $value;
+           return $this;
+       }
+
         public function width(int $width)
         {
             assert($width > 0, 'Width must be greater than 0');
@@ -96,15 +187,19 @@ public function generate(int $numberOfImages)
             assert($this->prompt !== null, 'You must provide a prompt');
             assert($numberOfImages > 0, 'You must provide a number greater than 0');
 
+            $input = [
+                'prompt' => $this->prompt->toString(),
+                'num_outputs' => $numberOfImages,
+            ];
+
+            $input = array_merge($input, $this->inputParams);
+
             $response = $this->client()->post(
-                config('stable-diffusion.url'),
+                $this->getBaseUrl(),
                 [
                     'json' => [
-                        'version' => config('stable-diffusion.version'),
-                        'input' => [
-                            'prompt' => $this->prompt->toString(),
-                            'num_outputs' => $numberOfImages,
-                        ],
+                        'version' => $this->getVersion(),
+                        'input' => $input,
                     ],
                 ]
             );
@@ -114,39 +209,40 @@ public function generate(int $numberOfImages)
             $data = [
                 'replicate_id' => $result['id'],
                 'user_prompt' => $this->prompt->userPrompt(),
-                'full_prompt' => $this->prompt->toString(),
+                'full_prompt' => $this->prompt->toString($this->inputParams),
                 'url' => $result['urls']['get'],
                 'status' => $result['status'],
                 'output' => isset($result['output']) ? $result['output'] : null,
                 'error' => $result['error'],
                 'predict_time' => null,
             ];
 
-	        try {
-		        StableDiffusionResult::create($data);
-	        }catch (\Exception $exception){
-//		        $msg = $exception->getMessage();
-		        if ($exception instanceof \PDOException) {
-			        $errorInfo = $exception->errorInfo;
-			        $code = $errorInfo[1];
-//			        $sql_state = $errorInfo[0];
-//			        $msg = isset($errorInfo[2]) ? $errorInfo[2] : $sql_state;
-		        }
-		        if ((int) $code !== 1062) {
-			        return $result;
-		        }
-	        }
+            try {
+                StableDiffusionResult::create($data);
+            } catch (Exception $exception) {
+                $msg = $exception->getMessage();
+                var_dump(['data insert error' => $msg]);
+                if ($exception instanceof PDOException) {
+                    $errorInfo = $exception->errorInfo;
+                    $code = $errorInfo[1];
+                    //			        $sql_state = $errorInfo[0];
+                    //			        $msg = isset($errorInfo[2]) ? $errorInfo[2] : $sql_state;
+                }
+                if ((int) $code !== 1062) {
+                    return $result;
+                }
+            }
 
             return $result;
         }
 
         private function client(): ClientInterface
         {
             return ApplicationContext::getContainer()->get(ClientFactory::class)->create([
-                'base_uri' => config('stable-diffusion.base_uri'),
+                //                'base_uri' => $this->getBaseUrl(),
                 //                'timeout' => 10,
                 'headers' => [
-                    'Authorization' => 'Token ' . config('stable-diffusion.token'),
+                    'Authorization' => 'Token ' . $this->getToken(),
                     'Accept' => 'application/json',
                     'Content-Type' => 'application/json',
                 ],

Original file line number	Diff line number	Diff line change
`@@ -42,7 +42,7 @@ public function with(string $prompt): static`
`42`	`42`	`return $this;`
`43`	`43`	`}`
`44`	`44`
`45`		`- public function toString(): string`
	`45`	`+ public function toString($inputParams = []): string`
`46`	`46`	`{`
`47`	`47`	`$prompt = $this->prompt;`
`48`	`48`	`if ($this->author) {`
`@@ -61,6 +61,14 @@ public function toString(): string`
`61`	`61`	`$prompt .= ', ' . implode(', ', array_values(array_unique($this->finishingTouches)));`
`62`	`62`	`}`
`63`	`63`
	`64`	`+ if (! empty($inputParams)) {`
	`65`	`+ $unsetKey = 'image';`
	`66`	`+ if (array_key_exists($unsetKey, $inputParams)) {`
	`67`	`+ unset($inputParams[$unsetKey]);`
	`68`	`+ }`
	`69`	`+ $prompt .= ', ' . implode(', ', array_values(array_unique($inputParams)));`
	`70`	`+ }`
	`71`	`+`
`64`	`72`	`return $prompt;`
`65`	`73`	`}`
`66`	`74`