update DB

improve: scanner.py - parallel pull
This commit is contained in:
Dr.Lt.Data
2023-11-06 22:35:18 +09:00
parent 3472eeb282
commit 214197a24d
5 changed files with 98 additions and 8 deletions

View File

@@ -3,6 +3,7 @@ import os
import json
from git import Repo
from torchvision.datasets.utils import download_url
import concurrent
builtin_nodes = ["KSampler", "CheckpointSave"]
@@ -162,14 +163,19 @@ def update_custom_nodes():
git_url_titles = get_git_urls_from_json('custom-node-list.json')
for url, title in git_url_titles:
def process_git_url_title(url, title):
name = os.path.basename(url)
if name.endswith(".git"):
name = name[:-4]
node_info[name] = (url, title)
clone_or_pull_git_repository(url)
max_threads = 10
with concurrent.futures.ThreadPoolExecutor(max_threads) as executor:
for url, title in git_url_titles:
executor.submit(process_git_url_title, url, title)
py_url_titles = get_py_urls_from_json('custom-node-list.json')
for url, title in py_url_titles: