storytold/storyteller-ml
2
0
Fork 0
mirror of https://github.com/storytold/storyteller-ml.git synced 2026-10-29 09:18:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

autogenerate repos.json list

Browse Source
This commit is contained in:
Kasisnu
2024-05-14 00:17:00 +05:30
parent c071ac0b4a
commit 6beb5a78eb
5 changed files with 134 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workflows/comfy/Dockerfile
+2
View File
@@ -61,6 +61,7 @@ COPY --chown=appuser:appgroup initialize_comfy_extensions.py /app/initialize_com
COPY --chown=appuser:appgroup ComfyLauncher /app/ComfyLauncher COPY --chown=appuser:appgroup ComfyLauncher /app/ComfyLauncher
COPY --chown=appuser:appgroup format_video.py /app/format_video.py COPY --chown=appuser:appgroup format_video.py /app/format_video.py
COPY --chown=appuser:appgroup install.py /app/install.py COPY --chown=appuser:appgroup install.py /app/install.py
COPY --chown=appuser:appgroup list-repos.sh /app/list-repos.sh
RUN chmod -R 777 /app RUN chmod -R 777 /app
# download & install comfy ui and its dependencies # download & install comfy ui and its dependencies
@@ -79,6 +80,7 @@ COPY --chown=appuser:appgroup repos.json /app/repos.json
RUN python3 install.py --repos-json repos.json RUN python3 install.py --repos-json repos.json
COPY --chown=appuser:appgroup dependencies.json /app/dependencies.json COPY --chown=appuser:appgroup dependencies.json /app/dependencies.json
COPY --chown=appuser:appgroup server_requirements.txt /app/server_requirements.txt
# protobuf use python implementation (weird error without) # protobuf use python implementation (weird error without)
ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
workflows/comfy/install.py
+10 -6
View File
@@ -6,11 +6,14 @@ from pathlib import Path
from urllib.parse import urlparse from urllib.parse import urlparse
from multiprocessing import Pool from multiprocessing import Pool
import argparse import argparse
from functools import partial
from itertools import repeat
parser = argparse.ArgumentParser(description='Install ComfyUI and its dependencies') parser = argparse.ArgumentParser(description='Install ComfyUI and its dependencies')
parser.add_argument('--source', type=str, help='The source directory of the dependencies', required=False) parser.add_argument('--source', type=str, help='The source directory of the dependencies', required=False)
parser.add_argument('--dependencies-json', type=str, help='The path to the json file containing the dependencies', required=False) parser.add_argument('--dependencies-json', type=str, help='The path to the json file containing the dependencies', required=False)
parser.add_argument('--repos-json', type=str, help='The path to the json file containing the repositories', required=False) parser.add_argument('--repos-json', type=str, help='The path to the json file containing the repositories', required=False)
parser.add_argument('--repos-checkout-latest', action='store_true', help='Checkout the latest commit of the repositories', default=False)
parser.add_argument('--concurrency', type=int, help='The number of concurrent processes to use', default=8) parser.add_argument('--concurrency', type=int, help='The number of concurrent processes to use', default=8)
@@ -44,23 +47,24 @@ def run_command(command):
print(line, end='') print(line, end='')
print(f"Error executing command: {command}") print(f"Error executing command: {command}")
def setup_repo(repo_info): def setup_repo(repo_info, checkout_latest=False):
url, commit, folder = repo_info['url'], repo_info['commit'], repo_info['folder'] url, commit, folder = repo_info['url'], repo_info['commit'], repo_info['folder']
# save the current working directory # save the current working directory
original_cwd = os.getcwd() original_cwd = os.getcwd()
try: try:
run_command(f"git clone {url} {folder}") run_command(f"git clone {url} {folder}")
os.chdir(folder) if not checkout_latest:
run_command(f"git checkout {commit}") os.chdir(folder)
run_command(f"git checkout {commit}")
finally: finally:
os.chdir(original_cwd) os.chdir(original_cwd)
def setup_repos(json_file_path, concurrency=4): def setup_repos(json_file_path, concurrency=4, checkout_latest=False):
with open(json_file_path, 'r') as file: with open(json_file_path, 'r') as file:
repos = json.load(file) repos = json.load(file)
with Pool(concurrency) as pool: with Pool(concurrency) as pool:
pool.map(setup_repo, repos) pool.starmap(setup_repo, zip(repos, repeat(checkout_latest)))
def setup_comfy_ui(comfyui_info): def setup_comfy_ui(comfyui_info):
setup_repo(comfyui_info) setup_repo(comfyui_info)
@@ -110,7 +114,7 @@ def main():
setup_comfy_ui(comfyui_info) setup_comfy_ui(comfyui_info)
if args.repos_json: if args.repos_json:
setup_repos(args.repos_json, args.concurrency) setup_repos(args.repos_json, args.concurrency, args.repos_checkout_latest)
else: else:
print("Skipping repository setup as repos json is not provided") print("Skipping repository setup as repos json is not provided")
workflows/comfy/list-repos.sh
+47
View File
@@ -0,0 +1,47 @@
#!/bin/bash
# The directory to scan for subdirectories
TARGET_DIR="$1"
# Check if the target directory is provided
if [ -z "$TARGET_DIR" ]; then
echo "Usage: $0 [directory]"
exit 1
fi
# Check if the directory exists
if [ ! -d "$TARGET_DIR" ]; then
echo "Error: Directory does not exist."
exit 1
fi
# Function to get the current commit hash and remote URL
get_git_info() {
local dir=$1
cd "$dir" || return # Exit if cannot cd into directory
if [ -d ".git" ]; then
# Get the current commit hash
local hash=$(git rev-parse HEAD 2> /dev/null)
# Get the remote URL
local remote=$(git config --get remote.origin.url 2> /dev/null)
if [ -z "$remote" ]; then
remote="null"
fi
# Print as a JSON object
echo "{\"folder\": \"$dir\", \"commit\": \"$hash\", \"url\": \"$remote\"}"
else
echo "" > /dev/null # Print nothing if not a git repository
fi
cd - > /dev/null # Go back to the previous directory
}
export -f get_git_info
# Collect all JSON results into an array
json_array=()
while IFS= read -r line; do
json_array+=("$line")
done < <(find "$TARGET_DIR" -mindepth 1 -maxdepth 1 -type d -exec bash -c 'get_git_info "$0"' {} \;)
# Print the array as a JSON array
printf "[%s]\n" "$(IFS=,; echo "${json_array[*]}")"
workflows/comfy/repos.json
+72 -72
View File
@@ -1,122 +1,122 @@
[ [
{ {
"url": "https://github.com/ltdrdata/ComfyUI-Manager.git", "folder": "ComfyUI/custom_nodes/was-node-suite-comfyui",
"commit": "6c553d1228978352767f4914c4dd7787b00f6769", "commit": "6c3fed70655b737dc9b59da1cadb3c373c08d8ed",
"folder": "ComfyUI/custom_nodes/ComfyUI-Manager" "url": "https://github.com/WASasquatch/was-node-suite-comfyui.git"
}, },
{ {
"url": "https://github.com/ltdrdata/ComfyUI-Impact-Pack.git", "folder": "ComfyUI/custom_nodes/ComfyUI_FizzNodes",
"commit": "e374bd304a4a5b44d0deae2b2afaf4d5faad4810", "commit": "2ad19c1c3ad424b732fa0bc16ffb02284676a5da",
"folder": "ComfyUI/custom_nodes/ComfyUI-Impact-Pack" "url": "https://github.com/FizzleDorf/ComfyUI_FizzNodes.git"
}, },
{ {
"url": "https://github.com/Fannovel16/comfyui_controlnet_aux.git", "folder": "ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite",
"commit": "33d6e86b65c40e5f97052262c6900f413684ccde", "commit": "f94597739f20dac331f9918a245149b6b00a60f2",
"folder": "ComfyUI/custom_nodes/comfyui_controlnet_aux" "url": "https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite.git"
}, },
{ {
"url": "https://github.com/Fannovel16/ComfyUI-Frame-Interpolation.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Custom-Scripts",
"commit": "5e11679995c68f33891c306a393915feefe234b5", "commit": "b4a9cebf24b50c4b538945ae86c17a9dc24052a8",
"folder": "ComfyUI/custom_nodes/ComfyUI-Frame-Interpolation" "url": "https://github.com/pythongosssss/ComfyUI-Custom-Scripts.git"
}, },
{ {
"url": "https://github.com/jags111/efficiency-nodes-comfyui.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Advanced-ControlNet",
"commit": "f6d01dc5449e2cc6e29da92b3b337e49c0dce112", "commit": "98768c7c3c45ac1e803071c5ad8e675e360e9e73",
"folder": "ComfyUI/custom_nodes/efficiency-nodes-comfyui" "url": "https://github.com/Kosinkadink/ComfyUI-Advanced-ControlNet.git"
}, },
{ {
"url": "https://github.com/WASasquatch/was-node-suite-comfyui.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Logic",
"commit": "6c3fed70655b737dc9b59da1cadb3c373c08d8ed", "commit": "fb8897351f715ea75eebf52e74515b6d07c693b8",
"folder": "ComfyUI/custom_nodes/was-node-suite-comfyui" "url": "https://github.com/theUpsider/ComfyUI-Logic.git"
}, },
{ {
"url": "https://github.com/pythongosssss/ComfyUI-Custom-Scripts.git", "folder": "ComfyUI/custom_nodes/ComfyUI-AnimateDiff-Evolved",
"commit": "b4a9cebf24b50c4b538945ae86c17a9dc24052a8", "commit": "9ccea911a63e2119778fa91b2692a8470a48e9da",
"folder": "ComfyUI/custom_nodes/ComfyUI-Custom-Scripts" "url": "https://github.com/Kosinkadink/ComfyUI-AnimateDiff-Evolved.git"
}, },
{ {
"url": "https://github.com/melMass/comfy_mtb.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Impact-Pack",
"commit": "54ff6583ded0ed4054f8e5d7fadf0b2350259dce", "commit": "e374bd304a4a5b44d0deae2b2afaf4d5faad4810",
"folder": "ComfyUI/custom_nodes/comfy_mtb" "url": "https://github.com/ltdrdata/ComfyUI-Impact-Pack.git"
}, },
{ {
"url": "https://github.com/FizzleDorf/ComfyUI_FizzNodes.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Video-Matting",
"commit": "2ad19c1c3ad424b732fa0bc16ffb02284676a5da", "commit": "178bf956ddb817d065b1b073ec04582ad60335bb",
"folder": "ComfyUI/custom_nodes/ComfyUI_FizzNodes" "url": "https://github.com/Fannovel16/ComfyUI-Video-Matting.git"
}, },
{ {
"url": "https://github.com/Kosinkadink/ComfyUI-Advanced-ControlNet.git", "folder": "ComfyUI/custom_nodes/comfyui_segment_anything",
"commit": "98768c7c3c45ac1e803071c5ad8e675e360e9e73", "commit": "681d977c2cc244de729fd9e08145ff365c609262",
"folder": "ComfyUI/custom_nodes/ComfyUI-Advanced-ControlNet" "url": "https://github.com/storyicon/comfyui_segment_anything.git"
}, },
{ {
"url": "https://github.com/Kosinkadink/ComfyUI-AnimateDiff-Evolved.git", "folder": "ComfyUI/custom_nodes/ComfyUi_NNLatentUpscale",
"commit": "9ccea911a63e2119778fa91b2692a8470a48e9da", "commit": "08105da31dbd7a54569661e135835e73bd8064b0",
"folder": "ComfyUI/custom_nodes/ComfyUI-AnimateDiff-Evolved" "url": "https://github.com/Ttl/ComfyUi_NNLatentUpscale.git"
}, },
{ {
"url": "https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite.git", "folder": "ComfyUI/custom_nodes/ComfyUI_IPAdapter_plus",
"commit": "f94597739f20dac331f9918a245149b6b00a60f2", "commit": "6a411dcb2c6c3b91a3aac97adfb080a77ade7d38",
"folder": "ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite" "url": "https://github.com/cubiq/ComfyUI_IPAdapter_plus.git"
}, },
{ {
"url": "https://github.com/theUpsider/ComfyUI-Logic.git", "folder": "ComfyUI/custom_nodes/comfy-image-saver",
"commit": "fb8897351f715ea75eebf52e74515b6d07c693b8", "commit": "65e6903eff274a50f8b5cd768f0f96baf37baea1",
"folder": "ComfyUI/custom_nodes/ComfyUI-Logic" "url": "https://github.com/giriss/comfy-image-saver.git"
}, },
{ {
"url": "https://github.com/rgthree/rgthree-comfy.git", "folder": "ComfyUI/custom_nodes/ComfyUI_essentials",
"commit": "9021670e9ff887d40e031334fc9f3e92c599d161", "commit": "0283ce45272fc0737e3420c0aa2c5c30a74f7a36",
"folder": "ComfyUI/custom_nodes/rgthree-comfy" "url": "https://github.com/cubiq/ComfyUI_essentials.git"
}, },
{ {
"url": "https://github.com/giriss/comfy-image-saver.git", "folder": "ComfyUI/custom_nodes/efficiency-nodes-comfyui",
"commit": "65e6903eff274a50f8b5cd768f0f96baf37baea1", "commit": "f6d01dc5449e2cc6e29da92b3b337e49c0dce112",
"folder": "ComfyUI/custom_nodes/comfy-image-saver" "url": "https://github.com/jags111/efficiency-nodes-comfyui.git"
}, },
{ {
"url": "https://github.com/kijai/ComfyUI-KJNodes.git", "folder": "ComfyUI/custom_nodes/rgthree-comfy",
"commit": "df86fd77ac7f832b35ddaa748e4cf421ce9bf9e1", "commit": "9021670e9ff887d40e031334fc9f3e92c599d161",
"folder": "ComfyUI/custom_nodes/ComfyUI-KJNodes" "url": "https://github.com/rgthree/rgthree-comfy.git"
}, },
{ {
"url": "https://github.com/Ttl/ComfyUi_NNLatentUpscale.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Frame-Interpolation",
"commit": "08105da31dbd7a54569661e135835e73bd8064b0", "commit": "5e11679995c68f33891c306a393915feefe234b5",
"folder": "ComfyUI/custom_nodes/ComfyUi_NNLatentUpscale" "url": "https://github.com/Fannovel16/ComfyUI-Frame-Interpolation.git"
}, },
{ {
"url": "https://github.com/cubiq/ComfyUI_IPAdapter_plus.git", "folder": "ComfyUI/custom_nodes/comfyui_controlnet_aux",
"commit": "6a411dcb2c6c3b91a3aac97adfb080a77ade7d38", "commit": "33d6e86b65c40e5f97052262c6900f413684ccde",
"folder": "ComfyUI/custom_nodes/ComfyUI_IPAdapter_plus" "url": "https://github.com/Fannovel16/comfyui_controlnet_aux.git"
}, },
{ {
"url": "https://github.com/cubiq/ComfyUI_essentials.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Manager",
"commit": "0283ce45272fc0737e3420c0aa2c5c30a74f7a36", "commit": "6c553d1228978352767f4914c4dd7787b00f6769",
"folder": "ComfyUI/custom_nodes/ComfyUI_essentials" "url": "https://github.com/ltdrdata/ComfyUI-Manager.git"
}, },
{ {
"url": "https://github.com/storyicon/comfyui_segment_anything.git", "folder": "ComfyUI/custom_nodes/rembg-comfyui-node",
"commit": "681d977c2cc244de729fd9e08145ff365c609262", "commit": "fac7df6c3f42e158a2829b511b37f13e4cc834eb",
"folder": "ComfyUI/custom_nodes/comfyui_segment_anything" "url": "https://github.com/Jcd1230/rembg-comfyui-node.git"
}, },
{ {
"url": "https://github.com/Jcd1230/rembg-comfyui-node.git", "folder": "ComfyUI/custom_nodes/ComfyUI_Comfyroll_CustomNodes",
"commit": "fac7df6c3f42e158a2829b511b37f13e4cc834eb", "commit": "d78b780ae43fcf8c6b7c6505e6ffb4584281ceca",
"folder": "ComfyUI/custom_nodes/rembg-comfyui-node" "url": "https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes.git"
}, },
{ {
"url": "https://github.com/crystian/ComfyUI-Crystools.git", "folder": "ComfyUI/custom_nodes/ComfyUI-Crystools",
"commit": "8c257748b98f59357ac20cebd4b4b67c0a9e53fe", "commit": "8c257748b98f59357ac20cebd4b4b67c0a9e53fe",
"folder": "ComfyUI/custom_nodes/ComfyUI-Crystools" "url": "https://github.com/crystian/ComfyUI-Crystools.git"
}, },
{ {
"url": "https://github.com/Fannovel16/ComfyUI-Video-Matting.git", "folder": "ComfyUI/custom_nodes/ComfyUI-KJNodes",
"commit": "178bf956ddb817d065b1b073ec04582ad60335bb", "commit": "df86fd77ac7f832b35ddaa748e4cf421ce9bf9e1",
"folder": "ComfyUI/custom_nodes/ComfyUI-Video-Matting" "url": "https://github.com/kijai/ComfyUI-KJNodes.git"
}, },
{ {
"url": "https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes.git", "folder": "ComfyUI/custom_nodes/comfy_mtb",
"commit": "d78b780ae43fcf8c6b7c6505e6ffb4584281ceca", "commit": "54ff6583ded0ed4054f8e5d7fadf0b2350259dce",
"folder": "ComfyUI/custom_nodes/ComfyUI_Comfyroll_CustomNodes" "url": "https://github.com/melMass/comfy_mtb.git"
} }
] ]
workflows/comfy/server_requirements.txt
+2
View File
@@ -0,0 +1,2 @@
pydantic~=2.6.4
jsonpath-ng~=1.6.1