edit image

crazy_functional.py

@@ -354,7 +354,7 @@ def get_crazy_functions():
         print('Load function plugin failed')
 
     try:
-        from crazy_functions.图片生成 import 图片生成_DALLE2, 图片生成_DALLE3
+        from crazy_functions.图片生成 import 图片生成_DALLE2, 图片生成_DALLE3, 图片修改_DALLE2
         function_plugins.update({
             "图片生成_DALLE2 （先切换模型到openai或api2d）": {
                 "Group": "对话",
@@ -377,6 +377,16 @@ def get_crazy_functions():
                 "Function": HotReload(图片生成_DALLE3)
             },
         })
+        # function_plugins.update({
+        #     "图片修改_DALLE2 （先切换模型到openai或api2d）": {
+        #         "Group": "对话",
+        #         "Color": "stop",
+        #         "AsButton": True,
+        #         "AdvancedArgs": False,  # 调用时，唤起高级参数输入区（默认False）
+        #         # "Info": "使用DALLE2修改图片 | 输入参数字符串，提供图像的内容",
+        #         "Function": HotReload(图片修改_DALLE2)
+        #     },
+        # })
     except:
         print(trimmed_format_exc())
         print('Load function plugin failed')

crazy_functions/图片生成.py

@@ -54,19 +54,23 @@ def edit_image(llm_kwargs, prompt, image_path, resolution="1024x1024", model="da
     img_endpoint = chat_endpoint.replace('chat/completions','images/edits')
     # # Generate the image
     url = img_endpoint
+    n = 1
     headers = {
         'Authorization': f"Bearer {api_key}",
-        'Content-Type': 'application/json'
     }
-    data = {
+    make_transparent(image_path, image_path+'.transparent.png')
-        'image': open(image_path, 'rb'),
+    image_path = image_path+'.transparent.png'
-        'prompt': prompt,
+    with open(image_path, 'rb') as f:
-        'n': 1,
+        file_content = f.read()
-        'size': resolution,
+        files = {
-        'model': model,
+            'image': (os.path.basename(image_path), file_content),
-        'response_format': 'url'
+            # 'mask': ('mask.png', open('mask.png', 'rb'))
-    }
+            'prompt':   (None, prompt),
-    response = requests.post(url, headers=headers, json=data, proxies=proxies)
+            "n":        (None, str(n)),
+            'size':     (None, resolution),
+        }
+
+    response = requests.post(url, headers=headers, files=files, proxies=proxies)
     print(response.content)
     try:
         image_url = json.loads(response.content.decode('utf8'))['data'][0]['url']
@@ -187,14 +191,14 @@ def 图片修改_DALLE2(prompt, llm_kwargs, plugin_kwargs, chatbot, history, sys
         yield from update_ui(chatbot=chatbot, history=history)
         return
 
-    image_path = state.req[0]
+    image_path = state.req[0]['value']
-    resolution = state.req[1]
+    resolution = state.req[1]['value']
-    prompt = state.req[2]
+    prompt = state.req[2]['value']
     chatbot.append(["图片修改, 执行中", f"图片:`{image_path}`<br/>分辨率:`{resolution}`<br/>修改需求:`{prompt}`"])
     yield from update_ui(chatbot=chatbot, history=history)
 
     image_url, image_path = edit_image(llm_kwargs, prompt, image_path, resolution)
-    chatbot.append([state.prompt,  
+    chatbot.append([prompt,  
         f'图像中转网址: <br/>`{image_url}`<br/>'+
         f'中转网址预览: <br/><div align="center"><img src="{image_url}"></div>'
         f'本地文件地址: <br/>`{image_path}`<br/>'+
@@ -202,3 +206,19 @@ def 图片修改_DALLE2(prompt, llm_kwargs, plugin_kwargs, chatbot, history, sys
     ])
     yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 界面更新
 
+def make_transparent(input_image_path, output_image_path):
+    from PIL import Image
+    image = Image.open(input_image_path)
+    image = image.convert("RGBA")
+
+    data = image.getdata()
+
+    new_data = []
+    for item in data:
+        if item[0] == 255 and item[1] == 255 and item[2] == 255:
+            new_data.append((255, 255, 255, 0))
+        else:
+            new_data.append(item)
+
+    image.putdata(new_data)
+    image.save(output_image_path, "PNG")