chunzhi/comfyui-deploy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use torch audio

Browse Source
This commit is contained in:
bennykok 2025-02-07 23:14:16 +08:00
parent 3d6a554f7f
commit 4073a43d3d
1 changed files with 48 additions and 87 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

131
comfy-nodes/external_audio.py
View File

@ -1,96 +1,57 @@
import os import os
import io
import torchaudio
from folder_paths import get_annotated_filepath
def get_vhs_load_audio(): class ComfyUIDeployExternalAudio:
try: RETURN_TYPES = ("AUDIO",)
vhs_path = os.path.abspath(os.path.join(os.path.dirname(__file__), '..', '..', 'ComfyUI-VideoHelperSuite')) RETURN_NAMES = ("audio",)
print(vhs_path) FUNCTION = "load_audio"
# Add the VHS directory to sys.path temporarily
import sys
sys.path.insert(0, vhs_path)
# Import the module using the package path @classmethod
from videohelpersuite.nodes import LoadAudio def INPUT_TYPES(cls):
return {
# Remove the temporary path "required": {
sys.path.pop(0) "input_id": (
"STRING",
print("LoadAudio from VHS: ", LoadAudio) {"multiline": False, "default": "input_audio"},
),
return LoadAudio "audio_file": ("STRING", {"default": ""}),
except Exception as e: },
print(f"Failed to load VideoHelperSuite LoadAudio: {str(e)}") "optional": {
return None "default_value": ("AUDIO",),
"display_name": (
VHSLoadAudio = get_vhs_load_audio() "STRING",
if VHSLoadAudio: {"multiline": False, "default": ""},
class ComfyUIDeployExternalAudio(VHSLoadAudio): ),
RETURN_TYPES = ("AUDIO",) "description": (
# RETURN_NAMES = ("audio",) "STRING",
{"multiline": False, "default": ""},
@classmethod ),
def INPUT_TYPES(cls):
return {
"required": {
"input_id": (
"STRING",
{"multiline": False, "default": "input_audio"},
),
"audio_file": ("STRING", {"default": ""}),
},
"optional": {
"default_value": ("AUDIO",),
"display_name": (
"STRING",
{"multiline": False, "default": ""},
),
"description": (
"STRING",
{"multiline": False, "default": ""},
),
}
} }
}
@classmethod @classmethod
def VALIDATE_INPUTS(s, audio_file, **kwargs): def VALIDATE_INPUTS(s, audio_file, **kwargs):
return True return True
def load_audio(self, input_id, audio_file, default_value=None, display_name=None, description=None): def load_audio(self, input_id, audio_file, default_value=None, display_name=None, description=None):
# Use audio_file for loading audio, ignoring input_id for actual loading if audio_file and audio_file != "":
# , start_time=0.0, duration=0.0 if audio_file.startswith(('http://', 'https://')):
if audio_file and audio_file != "": # Handle URL input
return super().load_audio(audio_file, seek_seconds=0.0) import requests
response = requests.get(audio_file)
audio_data = io.BytesIO(response.content)
waveform, sample_rate = torchaudio.load(audio_data)
else: else:
return (default_value, ) # Handle local file
else: audio_path = get_annotated_filepath(audio_file)
class ComfyUIDeployExternalAudio: waveform, sample_rate = torchaudio.load(audio_path)
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"input_id": (
"STRING",
{"multiline": False, "default": "input_audio"},
),
},
"optional": {
"default_value": ("AUDIO",),
"display_name": (
"STRING",
{"multiline": False, "default": ""},
),
"description": (
"STRING",
{"multiline": False, "default": ""},
),
}
}
RETURN_TYPES = ("AUDIO",) audio = {"waveform": waveform.unsqueeze(0), "sample_rate": sample_rate}
RETURN_NAMES = ("audio",) return (audio,)
FUNCTION = "load_audio" else:
return (default_value,)
def load_audio(self, input_id, default_value=None, display_name=None, description=None):
raise NotImplementedError("VideoHelperSuite is required for audio loading functionality")
NODE_CLASS_MAPPINGS = {"ComfyUIDeployExternalAudio": ComfyUIDeployExternalAudio} NODE_CLASS_MAPPINGS = {"ComfyUIDeployExternalAudio": ComfyUIDeployExternalAudio}
NODE_DISPLAY_NAME_MAPPINGS = {"ComfyUIDeployExternalAudio": "External Audio (ComfyUI Deploy)"} NODE_DISPLAY_NAME_MAPPINGS = {"ComfyUIDeployExternalAudio": "External Audio (ComfyUI Deploy)"}