Managed install: freeze pip package versions and install from custom requirements.txt

- remove some redundant dependencies
- don't install trimesh/xatlas #1622 #1687 #1570

Author: Acly

ai_diffusion/server.py

@@ -219,6 +219,9 @@ async def _install_comfy(self, comfy_dir: Path, network: QNetworkAccessManager,
             torch_args = ["numpy<2", "torch-directml"]
         await _execute_process("PyTorch", self._pip_install(*torch_args), self.path, cb)
 
+        requirements_txt = Path(__file__).parent / "server_requirements.txt"
+        await _execute_process("ComfyUI", self._pip_install("-r", requirements_txt), self.path, cb)
+
         requirements_txt = temp_comfy_dir / "requirements.txt"
         await _execute_process("ComfyUI", self._pip_install("-r", requirements_txt), self.path, cb)
 
@@ -239,10 +242,6 @@ async def _install_custom_node(
         await _download_cached(pkg.name, network, resource_url, resource_zip_path, cb)
         await _extract_archive(pkg.name, resource_zip_path, folder.parent, cb)
         await rename_extracted_folder(pkg.name, folder, pkg.version)
-
-        requirements_txt = folder / "requirements.txt"
-        if requirements_txt.exists():
-            await _execute_process(pkg.name, self._pip_install("-r", requirements_txt), folder, cb)
         cb(f"Installing {pkg.name}", f"Finished installing {pkg.name}")
 
     async def _install_insightface(self, network: QNetworkAccessManager, cb: InternalCB):

ai_diffusion/server_requirements.txt

@@ -0,0 +1,38 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile scripts/server_requirements.in.txt --no-deps --no-annotate --universal -o ai_diffusion/server_requirements.txt
+addict==2.4.0
+aiohttp==3.11.14
+albumentations==2.0.5
+argostranslate==1.9.6
+av==14.2.0
+einops==0.8.1
+filelock==3.18.0
+ftfy==6.3.1
+fvcore==0.1.5.post20221221
+gguf==0.14.0
+huggingface-hub==0.29.3
+importlib-metadata==8.6.1
+kornia==0.8.0
+matplotlib==3.10.1
+mediapipe==0.10.21
+omegaconf==2.3.0
+opencv-python==4.11.0.86
+pillow==11.1.0
+psutil==7.0.0
+python-dateutil==2.9.0.post0
+pyyaml==6.0.2
+safetensors==0.5.3
+scikit-image==0.25.2
+scikit-learn==1.6.1
+scipy==1.15.2
+sentencepiece==0.2.0
+soundfile==0.13.1
+spandrel==0.4.1
+svglib==1.5.1
+tokenizers==0.21.1
+torchsde==0.2.6
+tqdm==4.67.1
+transformers==4.50.3
+yacs==0.1.8
+yapf==0.43.0
+yarl==1.18.3

scripts/package.py

@@ -3,6 +3,7 @@
 import sys
 import dotenv
 import os
+import subprocess
 from markdown import markdown
 from shutil import rmtree, copy, copytree, ignore_patterns, make_archive
 from pathlib import Path
@@ -27,10 +28,30 @@ def convert_markdown_to_html(markdown_file: Path, html_file: Path):
         f.write(html)
 
 
+def update_server_requirements():
+    subprocess.run(
+        [
+            "uv",
+            "pip",
+            "compile",
+            "scripts/server_requirements.in",
+            "--no-deps",
+            "--no-annotate",
+            "--universal",
+            "-o",
+            "ai_diffusion/server_requirements.txt",
+        ],
+        cwd=root,
+        check=True,
+    )
+
+
 def build_package():
     translation.update_template()
     translation.update_all()
 
+    update_server_requirements()
+
     rmtree(package_dir, ignore_errors=True)
     package_dir.mkdir()
     copy(root / "ai_diffusion.desktop", package_dir)

scripts/server_requirements.in

@@ -0,0 +1,56 @@
+# Requirements for ComfyUI and custom nodes
+# meant as input for pinning versions with `uv pip compile`
+#
+# Removed dependencies:
+# - torch (depends on backend and OS, installed manually)
+# - numpy (directml requires an older version)
+# - trimesh (optional, causes problems due to xatlas dependency)
+# - comfyui-frontend-package (installed from ComfyUI's requirements.txt to match version)
+
+# ComfyUI
+torchsde
+einops
+transformers>=4.28.1
+tokenizers>=0.13.3
+sentencepiece
+safetensors>=0.4.2
+aiohttp>=3.11.8
+yarl>=1.18.0
+pyyaml
+Pillow
+scipy
+tqdm
+psutil
+kornia>=0.7.1
+spandrel
+soundfile
+av
+
+# comfyui_controlnet_aux
+importlib_metadata
+huggingface_hub
+scipy
+opencv-python>=4.7.0.72
+filelock
+Pillow
+einops
+pyyaml
+scikit-image
+python-dateutil
+mediapipe
+svglib
+fvcore
+yapf
+omegaconf
+ftfy
+addict
+yacs
+albumentations
+scikit-learn
+matplotlib
+
+# ComfyUI-GGUF
+gguf
+
+# comfyui-tooling-nodes
+argostranslate