Compare commits
3
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
d97994a66e | ||
|
|
e70a9c5e9e | ||
|
|
384eda63e6 |
+141
-325
@@ -18,47 +18,13 @@ import threading
|
|||||||
import hashlib
|
import hashlib
|
||||||
import aiohttp
|
import aiohttp
|
||||||
import aiofiles
|
import aiofiles
|
||||||
from typing import Dict, List, Union, Any, Optional
|
from typing import List, Union, Any, Optional
|
||||||
from PIL import Image
|
from PIL import Image
|
||||||
import copy
|
import copy
|
||||||
import struct
|
import struct
|
||||||
|
|
||||||
from logging import basicConfig, getLogger
|
|
||||||
import logfire
|
|
||||||
# if os.environ.get('LOGFIRE_TOKEN', None) is not None:
|
|
||||||
logfire.configure(
|
|
||||||
send_to_logfire="if-token-present"
|
|
||||||
)
|
|
||||||
# basicConfig(handlers=[logfire.LogfireLoggingHandler()])
|
|
||||||
logfire_handler = logfire.LogfireLoggingHandler()
|
|
||||||
logger = getLogger("comfy-deploy")
|
|
||||||
logger.addHandler(logfire_handler)
|
|
||||||
|
|
||||||
from globals import StreamingPrompt, Status, sockets, SimplePrompt, streaming_prompt_metadata, prompt_metadata
|
from globals import StreamingPrompt, Status, sockets, SimplePrompt, streaming_prompt_metadata, prompt_metadata
|
||||||
|
|
||||||
class EventEmitter:
|
|
||||||
def __init__(self):
|
|
||||||
self.listeners = {}
|
|
||||||
|
|
||||||
def on(self, event, listener):
|
|
||||||
if event not in self.listeners:
|
|
||||||
self.listeners[event] = []
|
|
||||||
self.listeners[event].append(listener)
|
|
||||||
|
|
||||||
def off(self, event, listener):
|
|
||||||
if event in self.listeners:
|
|
||||||
self.listeners[event].remove(listener)
|
|
||||||
if not self.listeners[event]:
|
|
||||||
del self.listeners[event]
|
|
||||||
|
|
||||||
def emit(self, event, *args, **kwargs):
|
|
||||||
if event in self.listeners:
|
|
||||||
for listener in self.listeners[event]:
|
|
||||||
listener(*args, **kwargs)
|
|
||||||
|
|
||||||
# Create a global event emitter instance
|
|
||||||
event_emitter = EventEmitter()
|
|
||||||
|
|
||||||
api = None
|
api = None
|
||||||
api_task = None
|
api_task = None
|
||||||
|
|
||||||
@@ -66,19 +32,19 @@ cd_enable_log = os.environ.get('CD_ENABLE_LOG', 'false').lower() == 'true'
|
|||||||
cd_enable_run_log = os.environ.get('CD_ENABLE_RUN_LOG', 'false').lower() == 'true'
|
cd_enable_run_log = os.environ.get('CD_ENABLE_RUN_LOG', 'false').lower() == 'true'
|
||||||
bypass_upload = os.environ.get('CD_BYPASS_UPLOAD', 'false').lower() == 'true'
|
bypass_upload = os.environ.get('CD_BYPASS_UPLOAD', 'false').lower() == 'true'
|
||||||
|
|
||||||
logger.info(f"CD_BYPASS_UPLOAD {bypass_upload}")
|
print("CD_BYPASS_UPLOAD", bypass_upload)
|
||||||
|
|
||||||
|
|
||||||
def clear_current_prompt(sid):
|
def clear_current_prompt(sid):
|
||||||
prompt_server = server.PromptServer.instance
|
prompt_server = server.PromptServer.instance
|
||||||
to_delete = list(streaming_prompt_metadata[sid].running_prompt_ids) # Convert set to list
|
to_delete = list(streaming_prompt_metadata[sid].running_prompt_ids) # Convert set to list
|
||||||
|
|
||||||
logger.info("clearning out prompt: ", to_delete)
|
print("clearning out prompt: ", to_delete)
|
||||||
for id_to_delete in to_delete:
|
for id_to_delete in to_delete:
|
||||||
delete_func = lambda a: a[1] == id_to_delete
|
delete_func = lambda a: a[1] == id_to_delete
|
||||||
prompt_server.prompt_queue.delete_queue_item(delete_func)
|
prompt_server.prompt_queue.delete_queue_item(delete_func)
|
||||||
logger.info("deleted prompt: ", id_to_delete, prompt_server.prompt_queue.get_tasks_remaining())
|
print("deleted prompt: ", id_to_delete, prompt_server.prompt_queue.get_tasks_remaining())
|
||||||
|
|
||||||
streaming_prompt_metadata[sid].running_prompt_ids.clear()
|
streaming_prompt_metadata[sid].running_prompt_ids.clear()
|
||||||
|
|
||||||
def post_prompt(json_data):
|
def post_prompt(json_data):
|
||||||
@@ -118,7 +84,7 @@ def post_prompt(json_data):
|
|||||||
}
|
}
|
||||||
return response
|
return response
|
||||||
else:
|
else:
|
||||||
logger.info("invalid prompt:", valid[1])
|
print("invalid prompt:", valid[1])
|
||||||
return {"error": valid[1], "node_errors": valid[3]}
|
return {"error": valid[1], "node_errors": valid[3]}
|
||||||
else:
|
else:
|
||||||
return {"error": "no prompt", "node_errors": []}
|
return {"error": "no prompt", "node_errors": []}
|
||||||
@@ -143,69 +109,69 @@ def apply_random_seed_to_workflow(workflow_api):
|
|||||||
workflow_api[key]['inputs']['seed'] = randomSeed(8);
|
workflow_api[key]['inputs']['seed'] = randomSeed(8);
|
||||||
continue
|
continue
|
||||||
workflow_api[key]['inputs']['seed'] = randomSeed();
|
workflow_api[key]['inputs']['seed'] = randomSeed();
|
||||||
|
|
||||||
def apply_inputs_to_workflow(workflow_api: Any, inputs: Any, sid: str = None):
|
def apply_inputs_to_workflow(workflow_api: Any, inputs: Any, sid: str = None):
|
||||||
# Loop through each of the inputs and replace them
|
# Loop through each of the inputs and replace them
|
||||||
for key, value in workflow_api.items():
|
for key, value in workflow_api.items():
|
||||||
if 'inputs' in value:
|
if 'inputs' in value:
|
||||||
|
|
||||||
# Support websocket
|
# Support websocket
|
||||||
if sid is not None:
|
if sid is not None:
|
||||||
if (value["class_type"] == "ComfyDeployWebscoketImageOutput"):
|
if (value["class_type"] == "ComfyDeployWebscoketImageOutput"):
|
||||||
value['inputs']["client_id"] = sid
|
value['inputs']["client_id"] = sid
|
||||||
if (value["class_type"] == "ComfyDeployWebscoketImageInput"):
|
if (value["class_type"] == "ComfyDeployWebscoketImageInput"):
|
||||||
value['inputs']["client_id"] = sid
|
value['inputs']["client_id"] = sid
|
||||||
|
|
||||||
if "input_id" in value['inputs'] and inputs is not None and value['inputs']['input_id'] in inputs:
|
if "input_id" in value['inputs'] and inputs is not None and value['inputs']['input_id'] in inputs:
|
||||||
new_value = inputs[value['inputs']['input_id']]
|
new_value = inputs[value['inputs']['input_id']]
|
||||||
|
|
||||||
# Lets skip it if its an image
|
# Lets skip it if its an image
|
||||||
if isinstance(new_value, Image.Image):
|
if isinstance(new_value, Image.Image):
|
||||||
continue
|
continue
|
||||||
|
|
||||||
# Backward compactibility
|
# Backward compactibility
|
||||||
value['inputs']["input_id"] = new_value
|
value['inputs']["input_id"] = new_value
|
||||||
|
|
||||||
# Fix for external text default value
|
# Fix for external text default value
|
||||||
if (value["class_type"] == "ComfyUIDeployExternalText"):
|
if (value["class_type"] == "ComfyUIDeployExternalText"):
|
||||||
value['inputs']["default_value"] = new_value
|
value['inputs']["default_value"] = new_value
|
||||||
|
|
||||||
if (value["class_type"] == "ComfyUIDeployExternalCheckpoint"):
|
if (value["class_type"] == "ComfyUIDeployExternalCheckpoint"):
|
||||||
value['inputs']["default_value"] = new_value
|
value['inputs']["default_value"] = new_value
|
||||||
|
|
||||||
if (value["class_type"] == "ComfyUIDeployExternalImageBatch"):
|
if (value["class_type"] == "ComfyUIDeployExternalImageBatch"):
|
||||||
value['inputs']["images"] = new_value
|
value['inputs']["images"] = new_value
|
||||||
|
|
||||||
if value["class_type"] == "ComfyUIDeployExternalLora":
|
if value["class_type"] == "ComfyUIDeployExternalLora":
|
||||||
value["inputs"]["default_lora_name"] = new_value
|
value["inputs"]["default_lora_name"] = new_value
|
||||||
|
|
||||||
if value["class_type"] == "ComfyUIDeployExternalSlider":
|
if value["class_type"] == "ComfyUIDeployExternalSlider":
|
||||||
value["inputs"]["default_value"] = new_value
|
value["inputs"]["default_value"] = new_value
|
||||||
|
|
||||||
if value["class_type"] == "ComfyUIDeployExternalBoolean":
|
if value["class_type"] == "ComfyUIDeployExternalBoolean":
|
||||||
value["inputs"]["default_value"] = new_value
|
value["inputs"]["default_value"] = new_value
|
||||||
|
|
||||||
def send_prompt(sid: str, inputs: StreamingPrompt):
|
def send_prompt(sid: str, inputs: StreamingPrompt):
|
||||||
# workflow_api = inputs.workflow_api
|
# workflow_api = inputs.workflow_api
|
||||||
workflow_api = copy.deepcopy(inputs.workflow_api)
|
workflow_api = copy.deepcopy(inputs.workflow_api)
|
||||||
|
|
||||||
# Random seed
|
# Random seed
|
||||||
apply_random_seed_to_workflow(workflow_api)
|
apply_random_seed_to_workflow(workflow_api)
|
||||||
|
|
||||||
logger.info("getting inputs" , inputs.inputs)
|
print("getting inputs" , inputs.inputs)
|
||||||
|
|
||||||
apply_inputs_to_workflow(workflow_api, inputs.inputs, sid=sid)
|
apply_inputs_to_workflow(workflow_api, inputs.inputs, sid=sid)
|
||||||
|
|
||||||
logger.info(workflow_api)
|
print(workflow_api)
|
||||||
|
|
||||||
prompt_id = str(uuid.uuid4())
|
prompt_id = str(uuid.uuid4())
|
||||||
|
|
||||||
prompt = {
|
prompt = {
|
||||||
"prompt": workflow_api,
|
"prompt": workflow_api,
|
||||||
"client_id": sid, #"comfy_deploy_instance", #api.client_id
|
"client_id": sid, #"comfy_deploy_instance", #api.client_id
|
||||||
"prompt_id": prompt_id
|
"prompt_id": prompt_id
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
try:
|
||||||
res = post_prompt(prompt)
|
res = post_prompt(prompt)
|
||||||
inputs.running_prompt_ids.add(prompt_id)
|
inputs.running_prompt_ids.add(prompt_id)
|
||||||
@@ -219,11 +185,12 @@ def send_prompt(sid: str, inputs: StreamingPrompt):
|
|||||||
error_type = type(e).__name__
|
error_type = type(e).__name__
|
||||||
stack_trace_short = traceback.format_exc().strip().split('\n')[-2]
|
stack_trace_short = traceback.format_exc().strip().split('\n')[-2]
|
||||||
stack_trace = traceback.format_exc().strip()
|
stack_trace = traceback.format_exc().strip()
|
||||||
logger.info(f"error: {error_type}, {e}")
|
print(f"error: {error_type}, {e}")
|
||||||
logger.info(f"stack trace: {stack_trace_short}")
|
print(f"stack trace: {stack_trace_short}")
|
||||||
|
|
||||||
@server.PromptServer.instance.routes.post("/comfyui-deploy/run")
|
@server.PromptServer.instance.routes.post("/comfyui-deploy/run")
|
||||||
async def comfy_deploy_run(request):
|
async def comfy_deploy_run(request):
|
||||||
|
prompt_server = server.PromptServer.instance
|
||||||
data = await request.json()
|
data = await request.json()
|
||||||
|
|
||||||
# In older version, we use workflow_api, but this has inputs already swapped in nextjs frontend, which is tricky
|
# In older version, we use workflow_api, but this has inputs already swapped in nextjs frontend, which is tricky
|
||||||
@@ -254,8 +221,8 @@ async def comfy_deploy_run(request):
|
|||||||
error_type = type(e).__name__
|
error_type = type(e).__name__
|
||||||
stack_trace_short = traceback.format_exc().strip().split('\n')[-2]
|
stack_trace_short = traceback.format_exc().strip().split('\n')[-2]
|
||||||
stack_trace = traceback.format_exc().strip()
|
stack_trace = traceback.format_exc().strip()
|
||||||
logger.info(f"error: {error_type}, {e}")
|
print(f"error: {error_type}, {e}")
|
||||||
logger.info(f"stack trace: {stack_trace_short}")
|
print(f"stack trace: {stack_trace_short}")
|
||||||
await update_run_with_output(prompt_id, {
|
await update_run_with_output(prompt_id, {
|
||||||
"error": {
|
"error": {
|
||||||
"error_type": error_type,
|
"error_type": error_type,
|
||||||
@@ -267,7 +234,14 @@ async def comfy_deploy_run(request):
|
|||||||
return web.Response(status=500, reason=f"{error_type}: {e}, {stack_trace_short}")
|
return web.Response(status=500, reason=f"{error_type}: {e}, {stack_trace_short}")
|
||||||
|
|
||||||
status = 200
|
status = 200
|
||||||
|
# if "error" in res:
|
||||||
|
# status = 400
|
||||||
|
# await update_run_with_output(prompt_id, {
|
||||||
|
# "error": {
|
||||||
|
# **res
|
||||||
|
# }
|
||||||
|
# })
|
||||||
|
|
||||||
if "node_errors" in res and res["node_errors"]:
|
if "node_errors" in res and res["node_errors"]:
|
||||||
# Even tho there are node_errors it can still be run
|
# Even tho there are node_errors it can still be run
|
||||||
status = 400
|
status = 400
|
||||||
@@ -283,134 +257,24 @@ async def comfy_deploy_run(request):
|
|||||||
|
|
||||||
return web.json_response(res, status=status)
|
return web.json_response(res, status=status)
|
||||||
|
|
||||||
async def stream_prompt(data):
|
|
||||||
# In older version, we use workflow_api, but this has inputs already swapped in nextjs frontend, which is tricky
|
|
||||||
workflow_api = data.get("workflow_api_raw")
|
|
||||||
# The prompt id generated from comfy deploy, can be None
|
|
||||||
prompt_id = data.get("prompt_id")
|
|
||||||
inputs = data.get("inputs")
|
|
||||||
|
|
||||||
# Now it handles directly in here
|
|
||||||
apply_random_seed_to_workflow(workflow_api)
|
|
||||||
apply_inputs_to_workflow(workflow_api, inputs)
|
|
||||||
|
|
||||||
prompt = {
|
|
||||||
"prompt": workflow_api,
|
|
||||||
"client_id": "comfy_deploy_instance", #api.client_id
|
|
||||||
"prompt_id": prompt_id
|
|
||||||
}
|
|
||||||
|
|
||||||
prompt_metadata[prompt_id] = SimplePrompt(
|
|
||||||
status_endpoint=data.get('status_endpoint'),
|
|
||||||
file_upload_endpoint=data.get('file_upload_endpoint'),
|
|
||||||
workflow_api=workflow_api
|
|
||||||
)
|
|
||||||
|
|
||||||
logfire.info("Begin prompt", prompt=prompt)
|
|
||||||
|
|
||||||
try:
|
|
||||||
res = post_prompt(prompt)
|
|
||||||
except Exception as e:
|
|
||||||
error_type = type(e).__name__
|
|
||||||
stack_trace_short = traceback.format_exc().strip().split('\n')[-2]
|
|
||||||
stack_trace = traceback.format_exc().strip()
|
|
||||||
logger.info(f"error: {error_type}, {e}")
|
|
||||||
logger.info(f"stack trace: {stack_trace_short}")
|
|
||||||
await update_run_with_output(prompt_id, {
|
|
||||||
"error": {
|
|
||||||
"error_type": error_type,
|
|
||||||
"stack_trace": stack_trace
|
|
||||||
}
|
|
||||||
})
|
|
||||||
# When there are critical errors, the prompt is actually not run
|
|
||||||
await update_run(prompt_id, Status.FAILED)
|
|
||||||
# return web.Response(status=500, reason=f"{error_type}: {e}, {stack_trace_short}")
|
|
||||||
# raise Exception("Prompt failed")
|
|
||||||
|
|
||||||
status = 200
|
|
||||||
|
|
||||||
if "node_errors" in res and res["node_errors"]:
|
|
||||||
# Even tho there are node_errors it can still be run
|
|
||||||
status = 400
|
|
||||||
await update_run_with_output(prompt_id, {
|
|
||||||
"error": {
|
|
||||||
**res
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
# When there are critical errors, the prompt is actually not run
|
|
||||||
if "error" in res:
|
|
||||||
await update_run(prompt_id, Status.FAILED)
|
|
||||||
# raise Exception("Prompt failed")
|
|
||||||
|
|
||||||
return res
|
|
||||||
# return web.json_response(res, status=status)
|
|
||||||
|
|
||||||
comfy_message_queues: Dict[str, asyncio.Queue] = {}
|
|
||||||
|
|
||||||
@server.PromptServer.instance.routes.post('/comfyui-deploy/run/streaming')
|
|
||||||
async def stream_response(request):
|
|
||||||
response = web.StreamResponse(status=200, reason='OK', headers={'Content-Type': 'text/event-stream'})
|
|
||||||
await response.prepare(request)
|
|
||||||
|
|
||||||
pending = True
|
|
||||||
data = await request.json()
|
|
||||||
|
|
||||||
prompt_id = data.get("prompt_id")
|
|
||||||
comfy_message_queues[prompt_id] = asyncio.Queue()
|
|
||||||
|
|
||||||
with logfire.span('Streaming Run'):
|
|
||||||
logfire.info('Streaming prompt')
|
|
||||||
|
|
||||||
try:
|
|
||||||
result = await stream_prompt(data=data)
|
|
||||||
await response.write(f"event: event_update\ndata: {json.dumps(result)}\n\n".encode('utf-8'))
|
|
||||||
# await response.write(.encode('utf-8'))
|
|
||||||
await response.drain() # Ensure the buffer is flushed
|
|
||||||
|
|
||||||
while pending:
|
|
||||||
if prompt_id in comfy_message_queues:
|
|
||||||
if not comfy_message_queues[prompt_id].empty():
|
|
||||||
data = await comfy_message_queues[prompt_id].get()
|
|
||||||
|
|
||||||
logfire.info(data["event"], data=json.dumps(data))
|
|
||||||
# logger.info("listener", data)
|
|
||||||
await response.write(f"event: event_update\ndata: {json.dumps(data)}\n\n".encode('utf-8'))
|
|
||||||
await response.drain() # Ensure the buffer is flushed
|
|
||||||
|
|
||||||
if data["event"] == "status":
|
|
||||||
if data["data"]["status"] in (Status.FAILED.value, Status.SUCCESS.value):
|
|
||||||
pending = False
|
|
||||||
|
|
||||||
await asyncio.sleep(0.1) # Adjust the sleep duration as needed
|
|
||||||
except asyncio.CancelledError:
|
|
||||||
logfire.info("Streaming was cancelled")
|
|
||||||
raise
|
|
||||||
except Exception as e:
|
|
||||||
logfire.error("Streaming error", error=e)
|
|
||||||
finally:
|
|
||||||
# event_emitter.off("send_json", task)
|
|
||||||
await response.write_eof()
|
|
||||||
comfy_message_queues.pop(prompt_id, None)
|
|
||||||
return response
|
|
||||||
|
|
||||||
def get_comfyui_path_from_file_path(file_path):
|
def get_comfyui_path_from_file_path(file_path):
|
||||||
file_path_parts = file_path.split("\\")
|
file_path_parts = file_path.split("\\")
|
||||||
|
|
||||||
if file_path_parts[0] == "input":
|
if file_path_parts[0] == "input":
|
||||||
logger.info("matching input")
|
print("matching input")
|
||||||
file_path = os.path.join(folder_paths.get_directory_by_type("input"), *file_path_parts[1:])
|
file_path = os.path.join(folder_paths.get_directory_by_type("input"), *file_path_parts[1:])
|
||||||
elif file_path_parts[0] == "models":
|
elif file_path_parts[0] == "models":
|
||||||
logger.info("matching models")
|
print("matching models")
|
||||||
file_path = folder_paths.get_full_path(file_path_parts[1], os.path.join(*file_path_parts[2:]))
|
file_path = folder_paths.get_full_path(file_path_parts[1], os.path.join(*file_path_parts[2:]))
|
||||||
|
|
||||||
logger.info(file_path)
|
print(file_path)
|
||||||
|
|
||||||
return file_path
|
return file_path
|
||||||
|
|
||||||
# Form ComfyUI Manager
|
# Form ComfyUI Manager
|
||||||
async def compute_sha256_checksum(filepath):
|
async def compute_sha256_checksum(filepath):
|
||||||
logger.info("computing sha256 checksum")
|
print("computing sha256 checksum")
|
||||||
chunk_size = 1024 * 256 # Example: 256KB
|
chunk_size = 1024 * 256 # Example: 256KB
|
||||||
filepath = get_comfyui_path_from_file_path(filepath)
|
filepath = get_comfyui_path_from_file_path(filepath)
|
||||||
"""Compute the SHA256 checksum of a file, in chunks, asynchronously"""
|
"""Compute the SHA256 checksum of a file, in chunks, asynchronously"""
|
||||||
@@ -433,7 +297,7 @@ async def get_installed_models(request):
|
|||||||
file_list = folder_paths.get_filename_list(key)
|
file_list = folder_paths.get_filename_list(key)
|
||||||
value_json_compatible = (value[0], list(value[1]), file_list)
|
value_json_compatible = (value[0], list(value[1]), file_list)
|
||||||
new_dict[key] = value_json_compatible
|
new_dict[key] = value_json_compatible
|
||||||
# logger.info(new_dict)
|
# print(new_dict)
|
||||||
return web.json_response(new_dict)
|
return web.json_response(new_dict)
|
||||||
|
|
||||||
# This is start uploading the files to Comfy Deploy
|
# This is start uploading the files to Comfy Deploy
|
||||||
@@ -443,7 +307,7 @@ async def upload_file_endpoint(request):
|
|||||||
|
|
||||||
file_path = data.get("file_path")
|
file_path = data.get("file_path")
|
||||||
|
|
||||||
logger.info("Original file path", file_path)
|
print("Original file path", file_path)
|
||||||
|
|
||||||
file_path = get_comfyui_path_from_file_path(file_path)
|
file_path = get_comfyui_path_from_file_path(file_path)
|
||||||
|
|
||||||
@@ -457,7 +321,7 @@ async def upload_file_endpoint(request):
|
|||||||
try:
|
try:
|
||||||
base = folder_paths.base_path
|
base = folder_paths.base_path
|
||||||
file_path = os.path.join(base, file_path)
|
file_path = os.path.join(base, file_path)
|
||||||
|
|
||||||
if os.path.exists(file_path):
|
if os.path.exists(file_path):
|
||||||
file_size = os.path.getsize(file_path)
|
file_size = os.path.getsize(file_path)
|
||||||
file_extension = os.path.splitext(file_path)[1]
|
file_extension = os.path.splitext(file_path)[1]
|
||||||
@@ -514,11 +378,11 @@ async def upload_file_endpoint(request):
|
|||||||
return web.json_response({
|
return web.json_response({
|
||||||
"error": f"An error occurred while fetching data from {get_url}: {str(e)}"
|
"error": f"An error occurred while fetching data from {get_url}: {str(e)}"
|
||||||
}, status=500)
|
}, status=500)
|
||||||
|
|
||||||
return web.json_response({
|
return web.json_response({
|
||||||
"error": f"File not uploaded"
|
"error": f"File not uploaded"
|
||||||
}, status=500)
|
}, status=500)
|
||||||
|
|
||||||
|
|
||||||
script_dir = os.path.dirname(os.path.abspath(__file__))
|
script_dir = os.path.dirname(os.path.abspath(__file__))
|
||||||
# Assuming the cache file is stored in the same directory as this script
|
# Assuming the cache file is stored in the same directory as this script
|
||||||
@@ -552,7 +416,7 @@ async def get_file_hash(request):
|
|||||||
return web.json_response({
|
return web.json_response({
|
||||||
"error": "file_path is required"
|
"error": "file_path is required"
|
||||||
}, status=400)
|
}, status=400)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
base = folder_paths.base_path
|
base = folder_paths.base_path
|
||||||
full_file_path = os.path.join(base, file_path)
|
full_file_path = os.path.join(base, file_path)
|
||||||
@@ -565,11 +429,11 @@ async def get_file_hash(request):
|
|||||||
file_hash = await compute_sha256_checksum(full_file_path)
|
file_hash = await compute_sha256_checksum(full_file_path)
|
||||||
end_time = time.time()
|
end_time = time.time()
|
||||||
elapsed_time = end_time - start_time
|
elapsed_time = end_time - start_time
|
||||||
logger.info(f"Cache miss -> Execution time: {elapsed_time} seconds")
|
print(f"Cache miss -> Execution time: {elapsed_time} seconds")
|
||||||
|
|
||||||
# Update the in-memory cache
|
# Update the in-memory cache
|
||||||
file_hash_cache[full_file_path] = file_hash
|
file_hash_cache[full_file_path] = file_hash
|
||||||
|
|
||||||
save_cache()
|
save_cache()
|
||||||
|
|
||||||
return web.json_response({
|
return web.json_response({
|
||||||
@@ -579,14 +443,12 @@ async def get_file_hash(request):
|
|||||||
return web.json_response({
|
return web.json_response({
|
||||||
"error": str(e)
|
"error": str(e)
|
||||||
}, status=500)
|
}, status=500)
|
||||||
|
|
||||||
async def update_realtime_run_status(realtime_id: str, status_endpoint: str, status: Status):
|
async def update_realtime_run_status(realtime_id: str, status_endpoint: str, status: Status):
|
||||||
body = {
|
body = {
|
||||||
"run_id": realtime_id,
|
"run_id": realtime_id,
|
||||||
"status": status.value,
|
"status": status.value,
|
||||||
}
|
}
|
||||||
if (status_endpoint is None):
|
|
||||||
return
|
|
||||||
# requests.post(status_endpoint, json=body)
|
# requests.post(status_endpoint, json=body)
|
||||||
async with aiohttp.ClientSession() as session:
|
async with aiohttp.ClientSession() as session:
|
||||||
async with session.post(status_endpoint, json=body) as response:
|
async with session.post(status_endpoint, json=body) as response:
|
||||||
@@ -604,34 +466,34 @@ async def websocket_handler(request):
|
|||||||
sid = uuid.uuid4().hex
|
sid = uuid.uuid4().hex
|
||||||
|
|
||||||
sockets[sid] = ws
|
sockets[sid] = ws
|
||||||
|
|
||||||
auth_token = request.rel_url.query.get('token', None)
|
auth_token = request.rel_url.query.get('token', None)
|
||||||
get_workflow_endpoint_url = request.rel_url.query.get('workflow_endpoint', None)
|
get_workflow_endpoint_url = request.rel_url.query.get('workflow_endpoint', None)
|
||||||
realtime_id = request.rel_url.query.get('realtime_id', None)
|
realtime_id = request.rel_url.query.get('realtime_id', None)
|
||||||
status_endpoint = request.rel_url.query.get('status_endpoint', None)
|
status_endpoint = request.rel_url.query.get('status_endpoint', None)
|
||||||
|
|
||||||
if auth_token is not None and get_workflow_endpoint_url is not None:
|
if auth_token is not None and get_workflow_endpoint_url is not None:
|
||||||
async with aiohttp.ClientSession() as session:
|
async with aiohttp.ClientSession() as session:
|
||||||
headers = {'Authorization': f'Bearer {auth_token}'}
|
headers = {'Authorization': f'Bearer {auth_token}'}
|
||||||
async with session.get(get_workflow_endpoint_url, headers=headers) as response:
|
async with session.get(get_workflow_endpoint_url, headers=headers) as response:
|
||||||
if response.status == 200:
|
if response.status == 200:
|
||||||
workflow = await response.json()
|
workflow = await response.json()
|
||||||
|
|
||||||
logger.info(f"Loaded workflow version ${workflow['version']}")
|
print("Loaded workflow version ",workflow["version"])
|
||||||
|
|
||||||
streaming_prompt_metadata[sid] = StreamingPrompt(
|
streaming_prompt_metadata[sid] = StreamingPrompt(
|
||||||
workflow_api=workflow["workflow_api"],
|
workflow_api=workflow["workflow_api"],
|
||||||
auth_token=auth_token,
|
auth_token=auth_token,
|
||||||
inputs={},
|
inputs={},
|
||||||
status_endpoint=status_endpoint,
|
status_endpoint=status_endpoint,
|
||||||
file_upload_endpoint=request.rel_url.query.get('file_upload_endpoint', None),
|
file_upload_endpoint=request.rel_url.query.get('file_upload_endpoint', None),
|
||||||
)
|
)
|
||||||
|
|
||||||
await update_realtime_run_status(realtime_id, status_endpoint, Status.RUNNING)
|
await update_realtime_run_status(realtime_id, status_endpoint, Status.RUNNING)
|
||||||
# await send("workflow_api", workflow_api, sid)
|
# await send("workflow_api", workflow_api, sid)
|
||||||
else:
|
else:
|
||||||
error_message = await response.text()
|
error_message = await response.text()
|
||||||
logger.info(f"Failed to fetch workflow endpoint. Status: {response.status}, Error: {error_message}")
|
print(f"Failed to fetch workflow endpoint. Status: {response.status}, Error: {error_message}")
|
||||||
# await send("error", {"message": error_message}, sid)
|
# await send("error", {"message": error_message}, sid)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
@@ -641,15 +503,15 @@ async def websocket_handler(request):
|
|||||||
# Make sure when its connected via client, the full log is not being sent
|
# Make sure when its connected via client, the full log is not being sent
|
||||||
if cd_enable_log and get_workflow_endpoint_url is None:
|
if cd_enable_log and get_workflow_endpoint_url is None:
|
||||||
await send_first_time_log(sid)
|
await send_first_time_log(sid)
|
||||||
|
|
||||||
async for msg in ws:
|
async for msg in ws:
|
||||||
if msg.type == aiohttp.WSMsgType.TEXT:
|
if msg.type == aiohttp.WSMsgType.TEXT:
|
||||||
try:
|
try:
|
||||||
data = json.loads(msg.data)
|
data = json.loads(msg.data)
|
||||||
logger.info(data)
|
print(data)
|
||||||
event_type = data.get('event')
|
event_type = data.get('event')
|
||||||
if event_type == 'input':
|
if event_type == 'input':
|
||||||
logger.info(f"Got input: ${data.get('inputs')}")
|
print("Got input: ", data.get("inputs"))
|
||||||
input = data.get('inputs')
|
input = data.get('inputs')
|
||||||
streaming_prompt_metadata[sid].inputs.update(input)
|
streaming_prompt_metadata[sid].inputs.update(input)
|
||||||
elif event_type == 'queue_prompt':
|
elif event_type == 'queue_prompt':
|
||||||
@@ -659,8 +521,8 @@ async def websocket_handler(request):
|
|||||||
# Handle other event types
|
# Handle other event types
|
||||||
pass
|
pass
|
||||||
except json.JSONDecodeError:
|
except json.JSONDecodeError:
|
||||||
logger.info('Failed to decode JSON from message')
|
print('Failed to decode JSON from message')
|
||||||
|
|
||||||
if msg.type == aiohttp.WSMsgType.BINARY:
|
if msg.type == aiohttp.WSMsgType.BINARY:
|
||||||
data = msg.data
|
data = msg.data
|
||||||
event_type, = struct.unpack("<I", data[:4])
|
event_type, = struct.unpack("<I", data[:4])
|
||||||
@@ -668,9 +530,9 @@ async def websocket_handler(request):
|
|||||||
image_type_code, = struct.unpack("<I", data[4:8])
|
image_type_code, = struct.unpack("<I", data[4:8])
|
||||||
input_id_bytes = data[8:32] # Extract the next 24 bytes for the input ID
|
input_id_bytes = data[8:32] # Extract the next 24 bytes for the input ID
|
||||||
input_id = input_id_bytes.decode('ascii').strip() # Decode the input ID from ASCII
|
input_id = input_id_bytes.decode('ascii').strip() # Decode the input ID from ASCII
|
||||||
logger.info(event_type)
|
print(event_type)
|
||||||
logger.info(image_type_code)
|
print(image_type_code)
|
||||||
logger.info(input_id)
|
print(input_id)
|
||||||
image_data = data[32:] # The rest is the image data
|
image_data = data[32:] # The rest is the image data
|
||||||
if image_type_code == 1:
|
if image_type_code == 1:
|
||||||
image_type = "JPEG"
|
image_type = "JPEG"
|
||||||
@@ -679,7 +541,7 @@ async def websocket_handler(request):
|
|||||||
elif image_type_code == 3:
|
elif image_type_code == 3:
|
||||||
image_type = "WEBP"
|
image_type = "WEBP"
|
||||||
else:
|
else:
|
||||||
logger.info(f"Unknown image type code: ${image_type_code}")
|
print("Unknown image type code:", image_type_code)
|
||||||
return
|
return
|
||||||
image = Image.open(BytesIO(image_data))
|
image = Image.open(BytesIO(image_data))
|
||||||
# Check if the input ID already exists and replace the input with the new one
|
# Check if the input ID already exists and replace the input with the new one
|
||||||
@@ -690,17 +552,17 @@ async def websocket_handler(request):
|
|||||||
if hasattr(existing_image, 'close'):
|
if hasattr(existing_image, 'close'):
|
||||||
existing_image.close()
|
existing_image.close()
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.info(f"Error closing previous image for input ID {input_id}: {e}")
|
print(f"Error closing previous image for input ID {input_id}: {e}")
|
||||||
streaming_prompt_metadata[sid].inputs[input_id] = image
|
streaming_prompt_metadata[sid].inputs[input_id] = image
|
||||||
# clear_current_prompt(sid)
|
# clear_current_prompt(sid)
|
||||||
# send_prompt(sid, streaming_prompt_metadata[sid])
|
# send_prompt(sid, streaming_prompt_metadata[sid])
|
||||||
logger.info(f"Received {image_type} image of size {image.size} with input ID {input_id}")
|
print(f"Received {image_type} image of size {image.size} with input ID {input_id}")
|
||||||
|
|
||||||
if msg.type == aiohttp.WSMsgType.ERROR:
|
if msg.type == aiohttp.WSMsgType.ERROR:
|
||||||
logger.info('ws connection closed with exception %s' % ws.exception())
|
print('ws connection closed with exception %s' % ws.exception())
|
||||||
finally:
|
finally:
|
||||||
sockets.pop(sid, None)
|
sockets.pop(sid, None)
|
||||||
|
|
||||||
if realtime_id is not None:
|
if realtime_id is not None:
|
||||||
await update_realtime_run_status(realtime_id, status_endpoint, Status.SUCCESS)
|
await update_realtime_run_status(realtime_id, status_endpoint, Status.SUCCESS)
|
||||||
return ws
|
return ws
|
||||||
@@ -716,7 +578,7 @@ async def comfy_deploy_check_status(request):
|
|||||||
return web.json_response({
|
return web.json_response({
|
||||||
"message": "prompt_id not found"
|
"message": "prompt_id not found"
|
||||||
})
|
})
|
||||||
|
|
||||||
@server.PromptServer.instance.routes.get('/comfyui-deploy/check-ws-status')
|
@server.PromptServer.instance.routes.get('/comfyui-deploy/check-ws-status')
|
||||||
async def comfy_deploy_check_ws_status(request):
|
async def comfy_deploy_check_ws_status(request):
|
||||||
client_id = request.rel_url.query.get('client_id', None)
|
client_id = request.rel_url.query.get('client_id', None)
|
||||||
@@ -742,18 +604,18 @@ async def send(event, data, sid=None):
|
|||||||
if not ws.closed: # Check if the WebSocket connection is open and not closing
|
if not ws.closed: # Check if the WebSocket connection is open and not closing
|
||||||
await ws.send_json({ 'event': event, 'data': data })
|
await ws.send_json({ 'event': event, 'data': data })
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.info(f"Exception: {e}")
|
print(f"Exception: {e}")
|
||||||
traceback.print_exc()
|
traceback.print_exc()
|
||||||
|
|
||||||
|
logging.basicConfig(level=logging.INFO)
|
||||||
|
|
||||||
prompt_server = server.PromptServer.instance
|
prompt_server = server.PromptServer.instance
|
||||||
send_json = prompt_server.send_json
|
send_json = prompt_server.send_json
|
||||||
|
|
||||||
async def send_json_override(self, event, data, sid=None):
|
async def send_json_override(self, event, data, sid=None):
|
||||||
# logger.info("INTERNAL:", event, data, sid)
|
# print("INTERNAL:", event, data, sid)
|
||||||
prompt_id = data.get('prompt_id')
|
prompt_id = data.get('prompt_id')
|
||||||
|
|
||||||
target_sid = sid
|
target_sid = sid
|
||||||
if target_sid == "comfy_deploy_instance":
|
if target_sid == "comfy_deploy_instance":
|
||||||
target_sid = None
|
target_sid = None
|
||||||
@@ -764,20 +626,9 @@ async def send_json_override(self, event, data, sid=None):
|
|||||||
asyncio.create_task(self.send_json_original(event, data, sid))
|
asyncio.create_task(self.send_json_original(event, data, sid))
|
||||||
])
|
])
|
||||||
|
|
||||||
if prompt_id in comfy_message_queues:
|
|
||||||
comfy_message_queues[prompt_id].put_nowait({
|
|
||||||
"event": event,
|
|
||||||
"data": data
|
|
||||||
})
|
|
||||||
|
|
||||||
# event_emitter.emit("send_json", {
|
|
||||||
# "event": event,
|
|
||||||
# "data": data
|
|
||||||
# })
|
|
||||||
|
|
||||||
if event == 'execution_start':
|
if event == 'execution_start':
|
||||||
await update_run(prompt_id, Status.RUNNING)
|
update_run(prompt_id, Status.RUNNING)
|
||||||
|
|
||||||
if prompt_id in prompt_metadata:
|
if prompt_id in prompt_metadata:
|
||||||
prompt_metadata[prompt_id].start_time = time.perf_counter()
|
prompt_metadata[prompt_id].start_time = time.perf_counter()
|
||||||
|
|
||||||
@@ -785,12 +636,12 @@ async def send_json_override(self, event, data, sid=None):
|
|||||||
if event == 'executing' and data.get('node') is None:
|
if event == 'executing' and data.get('node') is None:
|
||||||
mark_prompt_done(prompt_id=prompt_id)
|
mark_prompt_done(prompt_id=prompt_id)
|
||||||
if not have_pending_upload(prompt_id):
|
if not have_pending_upload(prompt_id):
|
||||||
await update_run(prompt_id, Status.SUCCESS)
|
update_run(prompt_id, Status.SUCCESS)
|
||||||
if prompt_id in prompt_metadata:
|
if prompt_id in prompt_metadata:
|
||||||
current_time = time.perf_counter()
|
current_time = time.perf_counter()
|
||||||
if prompt_metadata[prompt_id].start_time is not None:
|
if prompt_metadata[prompt_id].start_time is not None:
|
||||||
elapsed_time = current_time - prompt_metadata[prompt_id].start_time
|
elapsed_time = current_time - prompt_metadata[prompt_id].start_time
|
||||||
logger.info(f"Elapsed time: {elapsed_time} seconds")
|
print(f"Elapsed time: {elapsed_time} seconds")
|
||||||
await send("elapsed_time", {
|
await send("elapsed_time", {
|
||||||
"prompt_id": prompt_id,
|
"prompt_id": prompt_id,
|
||||||
"elapsed_time": elapsed_time
|
"elapsed_time": elapsed_time
|
||||||
@@ -798,20 +649,20 @@ async def send_json_override(self, event, data, sid=None):
|
|||||||
|
|
||||||
if event == 'executing' and data.get('node') is not None:
|
if event == 'executing' and data.get('node') is not None:
|
||||||
node = data.get('node')
|
node = data.get('node')
|
||||||
|
|
||||||
if prompt_id in prompt_metadata:
|
if prompt_id in prompt_metadata:
|
||||||
# if 'progress' not in prompt_metadata[prompt_id]:
|
# if 'progress' not in prompt_metadata[prompt_id]:
|
||||||
# prompt_metadata[prompt_id]["progress"] = set()
|
# prompt_metadata[prompt_id]["progress"] = set()
|
||||||
|
|
||||||
prompt_metadata[prompt_id].progress.add(node)
|
prompt_metadata[prompt_id].progress.add(node)
|
||||||
calculated_progress = len(prompt_metadata[prompt_id].progress) / len(prompt_metadata[prompt_id].workflow_api)
|
calculated_progress = len(prompt_metadata[prompt_id].progress) / len(prompt_metadata[prompt_id].workflow_api)
|
||||||
# logger.info("calculated_progress", calculated_progress)
|
# print("calculated_progress", calculated_progress)
|
||||||
|
|
||||||
if prompt_metadata[prompt_id].last_updated_node is not None and prompt_metadata[prompt_id].last_updated_node == node:
|
if prompt_metadata[prompt_id].last_updated_node is not None and prompt_metadata[prompt_id].last_updated_node == node:
|
||||||
return
|
return
|
||||||
prompt_metadata[prompt_id].last_updated_node = node
|
prompt_metadata[prompt_id].last_updated_node = node
|
||||||
class_type = prompt_metadata[prompt_id].workflow_api[node]['class_type']
|
class_type = prompt_metadata[prompt_id].workflow_api[node]['class_type']
|
||||||
logger.info(f"updating run live status {class_type}")
|
print("updating run live status", class_type)
|
||||||
await send("live_status", {
|
await send("live_status", {
|
||||||
"prompt_id": prompt_id,
|
"prompt_id": prompt_id,
|
||||||
"current_node": class_type,
|
"current_node": class_type,
|
||||||
@@ -823,7 +674,7 @@ async def send_json_override(self, event, data, sid=None):
|
|||||||
if prompt_id in prompt_metadata:
|
if prompt_id in prompt_metadata:
|
||||||
# if 'progress' not in prompt_metadata[prompt_id]:
|
# if 'progress' not in prompt_metadata[prompt_id]:
|
||||||
# prompt_metadata[prompt_id].progress = set()
|
# prompt_metadata[prompt_id].progress = set()
|
||||||
|
|
||||||
if 'nodes' in data:
|
if 'nodes' in data:
|
||||||
for node in data.get('nodes', []):
|
for node in data.get('nodes', []):
|
||||||
prompt_metadata[prompt_id].progress.add(node)
|
prompt_metadata[prompt_id].progress.add(node)
|
||||||
@@ -832,19 +683,19 @@ async def send_json_override(self, event, data, sid=None):
|
|||||||
if event == 'execution_error':
|
if event == 'execution_error':
|
||||||
# Careful this might not be fully awaited.
|
# Careful this might not be fully awaited.
|
||||||
await update_run_with_output(prompt_id, data)
|
await update_run_with_output(prompt_id, data)
|
||||||
await update_run(prompt_id, Status.FAILED)
|
update_run(prompt_id, Status.FAILED)
|
||||||
# await update_run_with_output(prompt_id, data)
|
# await update_run_with_output(prompt_id, data)
|
||||||
|
|
||||||
if event == 'executed' and 'node' in data and 'output' in data:
|
if event == 'executed' and 'node' in data and 'output' in data:
|
||||||
logger.info(f"executed {data}")
|
print("executed", data)
|
||||||
if prompt_id in prompt_metadata:
|
if prompt_id in prompt_metadata:
|
||||||
node = data.get('node')
|
node = data.get('node')
|
||||||
class_type = prompt_metadata[prompt_id].workflow_api[node]['class_type']
|
class_type = prompt_metadata[prompt_id].workflow_api[node]['class_type']
|
||||||
logger.info(f"executed {class_type}")
|
print("executed", class_type)
|
||||||
if class_type == "PreviewImage":
|
if class_type == "PreviewImage":
|
||||||
logger.info("skipping preview image")
|
print("skipping preview image")
|
||||||
return
|
return
|
||||||
|
|
||||||
await update_run_with_output(prompt_id, data.get('output'), node_id=data.get('node'))
|
await update_run_with_output(prompt_id, data.get('output'), node_id=data.get('node'))
|
||||||
# await update_run_with_output(prompt_id, data.get('output'), node_id=data.get('node'))
|
# await update_run_with_output(prompt_id, data.get('output'), node_id=data.get('node'))
|
||||||
# update_run_with_output(prompt_id, data.get('output'))
|
# update_run_with_output(prompt_id, data.get('output'))
|
||||||
@@ -855,45 +706,30 @@ last_read_line_number = 0
|
|||||||
async def update_run_live_status(prompt_id, live_status, calculated_progress: float):
|
async def update_run_live_status(prompt_id, live_status, calculated_progress: float):
|
||||||
if prompt_id not in prompt_metadata:
|
if prompt_id not in prompt_metadata:
|
||||||
return
|
return
|
||||||
|
|
||||||
if prompt_metadata[prompt_id].is_realtime is True:
|
if prompt_metadata[prompt_id].is_realtime is True:
|
||||||
return
|
return
|
||||||
|
|
||||||
|
print("progress", calculated_progress)
|
||||||
|
|
||||||
status_endpoint = prompt_metadata[prompt_id].status_endpoint
|
status_endpoint = prompt_metadata[prompt_id].status_endpoint
|
||||||
|
|
||||||
if (status_endpoint is None):
|
|
||||||
return
|
|
||||||
|
|
||||||
logger.info(f"progress {calculated_progress}")
|
|
||||||
|
|
||||||
body = {
|
body = {
|
||||||
"run_id": prompt_id,
|
"run_id": prompt_id,
|
||||||
"live_status": live_status,
|
"live_status": live_status,
|
||||||
"progress": calculated_progress
|
"progress": calculated_progress
|
||||||
}
|
}
|
||||||
|
|
||||||
if prompt_id in comfy_message_queues:
|
|
||||||
comfy_message_queues[prompt_id].put_nowait({
|
|
||||||
"event": "live_status",
|
|
||||||
"data": {
|
|
||||||
"prompt_id": prompt_id,
|
|
||||||
"live_status": live_status,
|
|
||||||
"progress": calculated_progress
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
# requests.post(status_endpoint, json=body)
|
# requests.post(status_endpoint, json=body)
|
||||||
async with aiohttp.ClientSession() as session:
|
async with aiohttp.ClientSession() as session:
|
||||||
async with session.post(status_endpoint, json=body) as response:
|
async with session.post(status_endpoint, json=body) as response:
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
async def update_run(prompt_id: str, status: Status):
|
def update_run(prompt_id: str, status: Status):
|
||||||
global last_read_line_number
|
global last_read_line_number
|
||||||
|
|
||||||
if prompt_id not in prompt_metadata:
|
if prompt_id not in prompt_metadata:
|
||||||
return
|
return
|
||||||
|
|
||||||
# if prompt_metadata[prompt_id].start_time is None and status == Status.RUNNING:
|
# if prompt_metadata[prompt_id].start_time is None and status == Status.RUNNING:
|
||||||
# if its realtime prompt we need to skip that.
|
# if its realtime prompt we need to skip that.
|
||||||
if prompt_metadata[prompt_id].is_realtime is True:
|
if prompt_metadata[prompt_id].is_realtime is True:
|
||||||
@@ -911,32 +747,28 @@ async def update_run(prompt_id: str, status: Status):
|
|||||||
"run_id": prompt_id,
|
"run_id": prompt_id,
|
||||||
"status": status.value,
|
"status": status.value,
|
||||||
}
|
}
|
||||||
logger.info(f"Status: {status.value}")
|
print(f"Status: {status.value}")
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# requests.post(status_endpoint, json=body)
|
requests.post(status_endpoint, json=body)
|
||||||
if (status_endpoint is not None):
|
|
||||||
async with aiohttp.ClientSession() as session:
|
|
||||||
async with session.post(status_endpoint, json=body) as response:
|
|
||||||
pass
|
|
||||||
|
|
||||||
if (status_endpoint is not None) and cd_enable_run_log and (status == Status.SUCCESS or status == Status.FAILED):
|
if cd_enable_run_log and (status == Status.SUCCESS or status == Status.FAILED):
|
||||||
try:
|
try:
|
||||||
with open(comfyui_file_path, 'r') as log_file:
|
with open(comfyui_file_path, 'r') as log_file:
|
||||||
# log_data = log_file.read()
|
# log_data = log_file.read()
|
||||||
# Move to the last read line
|
# Move to the last read line
|
||||||
all_log_data = log_file.read() # Read all log data
|
all_log_data = log_file.read() # Read all log data
|
||||||
# logger.info("All log data before skipping: ") # Log all data before skipping
|
print("All log data before skipping:", all_log_data) # Log all data before skipping
|
||||||
log_file.seek(0) # Reset file pointer to the beginning
|
log_file.seek(0) # Reset file pointer to the beginning
|
||||||
|
|
||||||
for _ in range(last_read_line_number):
|
for _ in range(last_read_line_number):
|
||||||
next(log_file)
|
next(log_file)
|
||||||
log_data = log_file.read()
|
log_data = log_file.read()
|
||||||
# Update the last read line number
|
# Update the last read line number
|
||||||
last_read_line_number += log_data.count('\n')
|
last_read_line_number += log_data.count('\n')
|
||||||
# logger.info("last_read_line_number", last_read_line_number)
|
print("last_read_line_number", last_read_line_number)
|
||||||
# logger.info("log_data", log_data)
|
print("log_data", log_data)
|
||||||
# logger.info("log_data.count(n)", log_data.count('\n'))
|
print("log_data.count(n)", log_data.count('\n'))
|
||||||
|
|
||||||
body = {
|
body = {
|
||||||
"run_id": prompt_id,
|
"run_id": prompt_id,
|
||||||
@@ -947,29 +779,17 @@ async def update_run(prompt_id: str, status: Status):
|
|||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
requests.post(status_endpoint, json=body)
|
||||||
async with aiohttp.ClientSession() as session:
|
|
||||||
async with session.post(status_endpoint, json=body) as response:
|
|
||||||
pass
|
|
||||||
# requests.post(status_endpoint, json=body)
|
|
||||||
except Exception as log_error:
|
except Exception as log_error:
|
||||||
logger.info(f"Error reading log file: {log_error}")
|
print(f"Error reading log file: {log_error}")
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
error_type = type(e).__name__
|
error_type = type(e).__name__
|
||||||
stack_trace = traceback.format_exc().strip()
|
stack_trace = traceback.format_exc().strip()
|
||||||
logger.info(f"Error occurred while updating run: {e} {stack_trace}")
|
print(f"Error occurred while updating run: {e} {stack_trace}")
|
||||||
finally:
|
finally:
|
||||||
prompt_metadata[prompt_id].status = status
|
prompt_metadata[prompt_id].status = status
|
||||||
if prompt_id in comfy_message_queues:
|
|
||||||
comfy_message_queues[prompt_id].put_nowait({
|
|
||||||
"event": "status",
|
|
||||||
"data": {
|
|
||||||
"prompt_id": prompt_id,
|
|
||||||
"status": status.value,
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
|
|
||||||
async def upload_file(prompt_id, filename, subfolder=None, content_type="image/png", type="output"):
|
async def upload_file(prompt_id, filename, subfolder=None, content_type="image/png", type="output"):
|
||||||
"""
|
"""
|
||||||
@@ -986,8 +806,8 @@ async def upload_file(prompt_id, filename, subfolder=None, content_type="image/p
|
|||||||
output_dir = folder_paths.get_directory_by_type(type)
|
output_dir = folder_paths.get_directory_by_type(type)
|
||||||
|
|
||||||
if output_dir is None:
|
if output_dir is None:
|
||||||
logger.info(f"{filename} Upload failed: output_dir is None")
|
print(filename, "Upload failed: output_dir is None")
|
||||||
return
|
return
|
||||||
|
|
||||||
if subfolder != None:
|
if subfolder != None:
|
||||||
full_output_dir = os.path.join(output_dir, subfolder)
|
full_output_dir = os.path.join(output_dir, subfolder)
|
||||||
@@ -998,7 +818,7 @@ async def upload_file(prompt_id, filename, subfolder=None, content_type="image/p
|
|||||||
filename = os.path.basename(filename)
|
filename = os.path.basename(filename)
|
||||||
file = os.path.join(output_dir, filename)
|
file = os.path.join(output_dir, filename)
|
||||||
|
|
||||||
logger.info(f"uploading file {file}")
|
print("uploading file", file)
|
||||||
|
|
||||||
file_upload_endpoint = prompt_metadata[prompt_id].file_upload_endpoint
|
file_upload_endpoint = prompt_metadata[prompt_id].file_upload_endpoint
|
||||||
|
|
||||||
@@ -1011,11 +831,11 @@ async def upload_file(prompt_id, filename, subfolder=None, content_type="image/p
|
|||||||
start_time = time.time() # Start timing here
|
start_time = time.time() # Start timing here
|
||||||
result = requests.get(target_url)
|
result = requests.get(target_url)
|
||||||
end_time = time.time() # End timing after the request is complete
|
end_time = time.time() # End timing after the request is complete
|
||||||
logger.info("Time taken for getting file upload endpoint: {:.2f} seconds".format(end_time - start_time))
|
print("Time taken for getting file upload endpoint: {:.2f} seconds".format(end_time - start_time))
|
||||||
ok = result.json()
|
ok = result.json()
|
||||||
|
|
||||||
start_time = time.time() # Start timing here
|
start_time = time.time() # Start timing here
|
||||||
|
|
||||||
with open(file, 'rb') as f:
|
with open(file, 'rb') as f:
|
||||||
data = f.read()
|
data = f.read()
|
||||||
headers = {
|
headers = {
|
||||||
@@ -1026,16 +846,16 @@ async def upload_file(prompt_id, filename, subfolder=None, content_type="image/p
|
|||||||
# response = requests.put(ok.get("url"), headers=headers, data=data)
|
# response = requests.put(ok.get("url"), headers=headers, data=data)
|
||||||
async with aiohttp.ClientSession() as session:
|
async with aiohttp.ClientSession() as session:
|
||||||
async with session.put(ok.get("url"), headers=headers, data=data) as response:
|
async with session.put(ok.get("url"), headers=headers, data=data) as response:
|
||||||
logger.info(f"Upload file response status: {response.status}, status text: {response.reason}")
|
print("Upload file response", response.status)
|
||||||
end_time = time.time() # End timing after the request is complete
|
end_time = time.time() # End timing after the request is complete
|
||||||
logger.info("Upload time: {:.2f} seconds".format(end_time - start_time))
|
print("Upload time: {:.2f} seconds".format(end_time - start_time))
|
||||||
|
|
||||||
def have_pending_upload(prompt_id):
|
def have_pending_upload(prompt_id):
|
||||||
if prompt_id in prompt_metadata and len(prompt_metadata[prompt_id].uploading_nodes) > 0:
|
if prompt_id in prompt_metadata and len(prompt_metadata[prompt_id].uploading_nodes) > 0:
|
||||||
logger.info(f"have pending upload {len(prompt_metadata[prompt_id].uploading_nodes)}")
|
print("have pending upload ", len(prompt_metadata[prompt_id].uploading_nodes))
|
||||||
return True
|
return True
|
||||||
|
|
||||||
logger.info("no pending upload")
|
print("no pending upload")
|
||||||
return False
|
return False
|
||||||
|
|
||||||
def mark_prompt_done(prompt_id):
|
def mark_prompt_done(prompt_id):
|
||||||
@@ -1047,7 +867,7 @@ def mark_prompt_done(prompt_id):
|
|||||||
"""
|
"""
|
||||||
if prompt_id in prompt_metadata:
|
if prompt_id in prompt_metadata:
|
||||||
prompt_metadata[prompt_id].done = True
|
prompt_metadata[prompt_id].done = True
|
||||||
logger.info("Prompt done")
|
print("Prompt done")
|
||||||
|
|
||||||
def is_prompt_done(prompt_id: str):
|
def is_prompt_done(prompt_id: str):
|
||||||
"""
|
"""
|
||||||
@@ -1079,8 +899,8 @@ async def handle_error(prompt_id, data, e: Exception):
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
await update_file_status(prompt_id, data, False, have_error=True)
|
await update_file_status(prompt_id, data, False, have_error=True)
|
||||||
logger.info(body)
|
print(body)
|
||||||
logger.info(f"Error occurred while uploading file: {e}")
|
print(f"Error occurred while uploading file: {e}")
|
||||||
|
|
||||||
# Mark the current prompt requires upload, and block it from being marked as success
|
# Mark the current prompt requires upload, and block it from being marked as success
|
||||||
async def update_file_status(prompt_id: str, data, uploading, have_error=False, node_id=None):
|
async def update_file_status(prompt_id: str, data, uploading, have_error=False, node_id=None):
|
||||||
@@ -1093,11 +913,11 @@ async def update_file_status(prompt_id: str, data, uploading, have_error=False,
|
|||||||
else:
|
else:
|
||||||
prompt_metadata[prompt_id].uploading_nodes.discard(node_id)
|
prompt_metadata[prompt_id].uploading_nodes.discard(node_id)
|
||||||
|
|
||||||
logger.info(prompt_metadata[prompt_id].uploading_nodes)
|
print(prompt_metadata[prompt_id].uploading_nodes)
|
||||||
# Update the remote status
|
# Update the remote status
|
||||||
|
|
||||||
if have_error:
|
if have_error:
|
||||||
await update_run(prompt_id, Status.FAILED)
|
update_run(prompt_id, Status.FAILED)
|
||||||
await send("failed", {
|
await send("failed", {
|
||||||
"prompt_id": prompt_id,
|
"prompt_id": prompt_id,
|
||||||
})
|
})
|
||||||
@@ -1106,15 +926,15 @@ async def update_file_status(prompt_id: str, data, uploading, have_error=False,
|
|||||||
# if there are still nodes that are uploading, then we set the status to uploading
|
# if there are still nodes that are uploading, then we set the status to uploading
|
||||||
if uploading:
|
if uploading:
|
||||||
if prompt_metadata[prompt_id].status != Status.UPLOADING:
|
if prompt_metadata[prompt_id].status != Status.UPLOADING:
|
||||||
await update_run(prompt_id, Status.UPLOADING)
|
update_run(prompt_id, Status.UPLOADING)
|
||||||
await send("uploading", {
|
await send("uploading", {
|
||||||
"prompt_id": prompt_id,
|
"prompt_id": prompt_id,
|
||||||
})
|
})
|
||||||
|
|
||||||
# if there are no nodes that are uploading, then we set the status to success
|
# if there are no nodes that are uploading, then we set the status to success
|
||||||
elif not uploading and not have_pending_upload(prompt_id) and is_prompt_done(prompt_id=prompt_id):
|
elif not uploading and not have_pending_upload(prompt_id) and is_prompt_done(prompt_id=prompt_id):
|
||||||
await update_run(prompt_id, Status.SUCCESS)
|
update_run(prompt_id, Status.SUCCESS)
|
||||||
# logger.info("Status: SUCCUSS")
|
# print("Status: SUCCUSS")
|
||||||
await send("success", {
|
await send("success", {
|
||||||
"prompt_id": prompt_id,
|
"prompt_id": prompt_id,
|
||||||
})
|
})
|
||||||
@@ -1125,7 +945,7 @@ async def handle_upload(prompt_id: str, data, key: str, content_type_key: str, d
|
|||||||
# # Skipping temp files
|
# # Skipping temp files
|
||||||
if item.get("type") == "temp":
|
if item.get("type") == "temp":
|
||||||
continue
|
continue
|
||||||
|
|
||||||
file_type = item.get(content_type_key, default_content_type)
|
file_type = item.get(content_type_key, default_content_type)
|
||||||
file_extension = os.path.splitext(item.get("filename"))[1]
|
file_extension = os.path.splitext(item.get("filename"))[1]
|
||||||
if file_extension in ['.jpg', '.jpeg']:
|
if file_extension in ['.jpg', '.jpeg']:
|
||||||
@@ -1134,7 +954,7 @@ async def handle_upload(prompt_id: str, data, key: str, content_type_key: str, d
|
|||||||
file_type = 'image/png'
|
file_type = 'image/png'
|
||||||
elif file_extension == '.webp':
|
elif file_extension == '.webp':
|
||||||
file_type = 'image/webp'
|
file_type = 'image/webp'
|
||||||
|
|
||||||
await upload_file(
|
await upload_file(
|
||||||
prompt_id,
|
prompt_id,
|
||||||
item.get("filename"),
|
item.get("filename"),
|
||||||
@@ -1151,7 +971,7 @@ async def upload_in_background(prompt_id: str, data, node_id=None, have_upload=T
|
|||||||
# This will also be mp4
|
# This will also be mp4
|
||||||
await handle_upload(prompt_id, data, 'gifs', "format", "image/gif")
|
await handle_upload(prompt_id, data, 'gifs', "format", "image/gif")
|
||||||
await handle_upload(prompt_id, data, 'mesh', "format", "application/octet-stream")
|
await handle_upload(prompt_id, data, 'mesh', "format", "application/octet-stream")
|
||||||
|
|
||||||
if have_upload:
|
if have_upload:
|
||||||
await update_file_status(prompt_id, data, False, node_id=node_id)
|
await update_file_status(prompt_id, data, False, node_id=node_id)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
@@ -1160,10 +980,10 @@ async def upload_in_background(prompt_id: str, data, node_id=None, have_upload=T
|
|||||||
async def update_run_with_output(prompt_id, data, node_id=None):
|
async def update_run_with_output(prompt_id, data, node_id=None):
|
||||||
if prompt_id not in prompt_metadata:
|
if prompt_id not in prompt_metadata:
|
||||||
return
|
return
|
||||||
|
|
||||||
if prompt_metadata[prompt_id].is_realtime is True:
|
if prompt_metadata[prompt_id].is_realtime is True:
|
||||||
return
|
return
|
||||||
|
|
||||||
status_endpoint = prompt_metadata[prompt_id].status_endpoint
|
status_endpoint = prompt_metadata[prompt_id].status_endpoint
|
||||||
|
|
||||||
body = {
|
body = {
|
||||||
@@ -1177,7 +997,7 @@ async def update_run_with_output(prompt_id, data, node_id=None):
|
|||||||
|
|
||||||
if have_upload_media:
|
if have_upload_media:
|
||||||
try:
|
try:
|
||||||
logger.info(f"\nhave_upload {have_upload} {node_id}")
|
print("\nhave_upload", have_upload_media, node_id)
|
||||||
|
|
||||||
if have_upload_media:
|
if have_upload_media:
|
||||||
await update_file_status(prompt_id, data, True, node_id=node_id)
|
await update_file_status(prompt_id, data, True, node_id=node_id)
|
||||||
@@ -1188,11 +1008,7 @@ async def update_run_with_output(prompt_id, data, node_id=None):
|
|||||||
except Exception as e:
|
except Exception as e:
|
||||||
await handle_error(prompt_id, data, e)
|
await handle_error(prompt_id, data, e)
|
||||||
|
|
||||||
# requests.post(status_endpoint, json=body)
|
requests.post(status_endpoint, json=body)
|
||||||
if status_endpoint is not None:
|
|
||||||
async with aiohttp.ClientSession() as session:
|
|
||||||
async with session.post(status_endpoint, json=body) as response:
|
|
||||||
pass
|
|
||||||
|
|
||||||
await send('outputs_uploaded', {
|
await send('outputs_uploaded', {
|
||||||
"prompt_id": prompt_id
|
"prompt_id": prompt_id
|
||||||
|
|||||||
+4
-5
@@ -22,13 +22,12 @@ class StreamingPrompt(BaseModel):
|
|||||||
auth_token: str
|
auth_token: str
|
||||||
inputs: dict[str, Union[str, bytes, Image.Image]]
|
inputs: dict[str, Union[str, bytes, Image.Image]]
|
||||||
running_prompt_ids: set[str] = set()
|
running_prompt_ids: set[str] = set()
|
||||||
status_endpoint: Optional[str]
|
status_endpoint: str
|
||||||
file_upload_endpoint: Optional[str]
|
file_upload_endpoint: str
|
||||||
|
|
||||||
class SimplePrompt(BaseModel):
|
class SimplePrompt(BaseModel):
|
||||||
status_endpoint: Optional[str]
|
status_endpoint: str
|
||||||
file_upload_endpoint: Optional[str]
|
file_upload_endpoint: str
|
||||||
|
|
||||||
workflow_api: dict
|
workflow_api: dict
|
||||||
status: Status = Status.NOT_STARTED
|
status: Status = Status.NOT_STARTED
|
||||||
progress: set = set()
|
progress: set = set()
|
||||||
|
|||||||
+1
-2
@@ -1,5 +1,4 @@
|
|||||||
aiofiles
|
aiofiles
|
||||||
pydantic
|
pydantic
|
||||||
opencv-python
|
opencv-python
|
||||||
imageio-ffmpeg
|
imageio-ffmpeg
|
||||||
logfire
|
|
||||||
+5
-81
@@ -13,78 +13,6 @@ function sendEventToCD(event, data) {
|
|||||||
window.parent.postMessage(JSON.stringify(message), "*");
|
window.parent.postMessage(JSON.stringify(message), "*");
|
||||||
}
|
}
|
||||||
|
|
||||||
function dispatchAPIEventData(data) {
|
|
||||||
const msg = JSON.parse(data);
|
|
||||||
|
|
||||||
// Custom parse error
|
|
||||||
if (msg.error) {
|
|
||||||
let message = msg.error.message;
|
|
||||||
if (msg.error.details)
|
|
||||||
message += ": " + msg.error.details;
|
|
||||||
for (const [nodeID, nodeError] of Object.entries(
|
|
||||||
msg.node_errors,
|
|
||||||
)) {
|
|
||||||
message += "\n" + nodeError.class_type + ":";
|
|
||||||
for (const errorReason of nodeError.errors) {
|
|
||||||
message +=
|
|
||||||
"\n - " + errorReason.message + ": " + errorReason.details;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
app.ui.dialog.show(message);
|
|
||||||
if (msg.node_errors) {
|
|
||||||
app.lastNodeErrors = msg.node_errors;
|
|
||||||
app.canvas.draw(true, true);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
switch (msg.event) {
|
|
||||||
case "error":
|
|
||||||
break;
|
|
||||||
case "status":
|
|
||||||
if (msg.data.sid) {
|
|
||||||
// this.clientId = msg.data.sid;
|
|
||||||
// window.name = this.clientId; // use window name so it isnt reused when duplicating tabs
|
|
||||||
// sessionStorage.setItem("clientId", this.clientId); // store in session storage so duplicate tab can load correct workflow
|
|
||||||
}
|
|
||||||
api.dispatchEvent(new CustomEvent("status", { detail: msg.data.status }));
|
|
||||||
break;
|
|
||||||
case "progress":
|
|
||||||
api.dispatchEvent(new CustomEvent("progress", { detail: msg.data }));
|
|
||||||
break;
|
|
||||||
case "executing":
|
|
||||||
api.dispatchEvent(
|
|
||||||
new CustomEvent("executing", { detail: msg.data.node }),
|
|
||||||
);
|
|
||||||
break;
|
|
||||||
case "executed":
|
|
||||||
api.dispatchEvent(new CustomEvent("executed", { detail: msg.data }));
|
|
||||||
break;
|
|
||||||
case "execution_start":
|
|
||||||
api.dispatchEvent(
|
|
||||||
new CustomEvent("execution_start", { detail: msg.data }),
|
|
||||||
);
|
|
||||||
break;
|
|
||||||
case "execution_error":
|
|
||||||
api.dispatchEvent(
|
|
||||||
new CustomEvent("execution_error", { detail: msg.data }),
|
|
||||||
);
|
|
||||||
break;
|
|
||||||
case "execution_cached":
|
|
||||||
api.dispatchEvent(
|
|
||||||
new CustomEvent("execution_cached", { detail: msg.data }),
|
|
||||||
);
|
|
||||||
break;
|
|
||||||
default:
|
|
||||||
api.dispatchEvent(new CustomEvent(msg.type, { detail: msg.data }));
|
|
||||||
// default:
|
|
||||||
// if (this.#registered.has(msg.type)) {
|
|
||||||
// } else {
|
|
||||||
// throw new Error(`Unknown message type ${msg.type}`);
|
|
||||||
// }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/** @typedef {import('../../../web/types/comfy.js').ComfyExtension} ComfyExtension*/
|
/** @typedef {import('../../../web/types/comfy.js').ComfyExtension} ComfyExtension*/
|
||||||
/** @type {ComfyExtension} */
|
/** @type {ComfyExtension} */
|
||||||
const ext = {
|
const ext = {
|
||||||
@@ -105,10 +33,11 @@ const ext = {
|
|||||||
|
|
||||||
sendEventToCD("cd_plugin_onInit");
|
sendEventToCD("cd_plugin_onInit");
|
||||||
|
|
||||||
app.queuePrompt = ((originalFunction) => async () => {
|
app.queuePrompt = ((originalFunction) =>
|
||||||
// const prompt = await app.graphToPrompt();
|
async () => {
|
||||||
sendEventToCD("cd_plugin_onQueuePromptTrigger");
|
// const prompt = await app.graphToPrompt();
|
||||||
})(app.queuePrompt);
|
sendEventToCD("cd_plugin_onQueuePromptTrigger");
|
||||||
|
})(app.queuePrompt);
|
||||||
|
|
||||||
// // Intercept the onkeydown event
|
// // Intercept the onkeydown event
|
||||||
// window.addEventListener(
|
// window.addEventListener(
|
||||||
@@ -279,12 +208,7 @@ const ext = {
|
|||||||
} else if (message.type === "queue_prompt") {
|
} else if (message.type === "queue_prompt") {
|
||||||
const prompt = await app.graphToPrompt();
|
const prompt = await app.graphToPrompt();
|
||||||
sendEventToCD("cd_plugin_onQueuePrompt", prompt);
|
sendEventToCD("cd_plugin_onQueuePrompt", prompt);
|
||||||
} else if (message.type === "event") {
|
|
||||||
dispatchAPIEventData(message.data);
|
|
||||||
}
|
}
|
||||||
// else if (message.type === "refresh") {
|
|
||||||
// sendEventToCD("cd_plugin_onRefresh");
|
|
||||||
// }
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
// console.error("Error processing message:", error);
|
// console.error("Error processing message:", error);
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user