moved most of functionality from webui.bat into cross-platform launch.py

moved stable diffusion dependencies into requirements.txt
added checkout with specific commit hashes to all external repos

1 files changed, 127 insertions, 0 deletions

diff --git a/launch.py b/launch.py
new file mode 100644
index 00000000..b1445a28
--- /dev/null
+++ b/launch.py
@@ -0,0 +1,127 @@
+# this scripts installs necessary requirements and launches main program in webui.py

+

+import subprocess

+import os

+import sys

+import importlib.util

+import shlex

+

+dir_repos = "repositories"

+dir_tmp = "tmp"

+

+python = sys.executable

+git = os.environ.get('GIT', "git")

+torch_command = os.environ.get('TORCH_COMMAND', "pip install torch==1.12.1+cu113 --extra-index-url https://download.pytorch.org/whl/cu113")

+requirements_file = os.environ.get('REQS_FILE', "requirements_versions.txt")

+commandline_args = os.environ.get('COMMANDLINE_ARGS', "")

+

+k_diffusion_package = os.environ.get('K_DIFFUSION_PACKAGE', "git+https://github.com/crowsonkb/k-diffusion.git@1a0703dfb7d24d8806267c3e7ccc4caf67fd1331")

+gfpgan_package = os.environ.get('GFPGAN_PACKAGE', "git+https://github.com/TencentARC/GFPGAN.git@8d2447a2d918f8eba5a4a01463fd48e45126a379")

+

+stable_diffusion_commit_hash = os.environ.get('STABLE_DIFFUSION_COMMIT_HASH', "69ae4b35e0a0f6ee1af8bb9a5d0016ccb27e36dc")

+taming_transformers_commit_hash = os.environ.get('TAMING_TRANSFORMERS_COMMIT_HASH', "24268930bf1dce879235a7fddd0b2355b84d7ea6")

+codeformer_commit_hash = os.environ.get('CODEFORMER_COMMIT_HASH', "c5b4593074ba6214284d6acd5f1719b6c5d739af")

+blip_commit_hash = os.environ.get('BLIP_COMMIT_HASH', "48211a1594f1321b00f14c9f7a5b4813144b2fb9")

+

+def repo_dir(name):

+    return os.path.join(dir_repos, name)

+

+

+def run(command, desc=None, errdesc=None):

+    if desc is not None:

+        print(desc)

+

+    result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)

+

+    if result.returncode != 0:

+

+        message = f"""{errdesc or 'Error running command'}.

+Command: {command}

+Error code: {result.returncode}

+stdout: {result.stdout.decode(encoding="utf8", errors="ignore") if len(result.stdout)>0 else '<empty>'}

+stderr: {result.stderr.decode(encoding="utf8", errors="ignore") if len(result.stderr)>0 else '<empty>'}

+"""

+        raise RuntimeError(message)

+

+    return result.stdout.decode(encoding="utf8", errors="ignore")

+

+

+def run_python(code, desc=None, errdesc=None):

+    return run(f'{python} -c "{code}"', desc, errdesc)

+

+

+def run_pip(args, desc=None):

+    return run(f'{python} -m pip {args} --prefer-binary', desc=f"Installing {desc}", errdesc=f"Couldn't install {desc}")

+

+

+def check_run(command):

+    result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)

+    return result.returncode == 0

+

+

+def check_run_python(code):

+    return check_run(f'{python} -c "{code}"')

+

+

+def is_installed(package):

+    try:

+        spec = importlib.util.find_spec(package)

+    except ModuleNotFoundError:

+        return False

+

+    return spec is not None

+

+

+def git_clone(url, dir, name, commithash=None):

+    # TODO clone into temporary dir and move if successful

+

+    if os.path.exists(dir):

+        return

+

+    run(f'{git} clone "{url}" "{dir}"', f"Cloning {name} into {dir}...", f"Couldn't clone {name}")

+

+    if commithash is not None:

+        run(f"{git} -C {dir} checkout {commithash}", None, "Couldn't checkout {name}'s hash: {commithash}")

+

+

+try:

+    commit = run(f"{git} rev-parse HEAD").strip()

+except Exception:

+    commit = "<none>"

+

+print(f"Python {sys.version}")

+print(f"Commit hash: {commit}")

+

+if not is_installed("torch"):

+    run(f"{python} -m {torch_command}", "Installing torch", "Couldn't install torch")

+

+run_python("import torch; assert torch.cuda.is_available(), 'Torch is not able to use GPU'")

+

+if not is_installed("k_diffusion.sampling"):

+    run_pip(f"install {k_diffusion_package}", "k-diffusion")

+

+if not is_installed("gfpgan"):

+    run_pip(f"install {gfpgan_package}", "gfpgan")

+

+os.makedirs(dir_repos, exist_ok=True)

+

+git_clone("https://github.com/CompVis/stable-diffusion.git", repo_dir('stable-diffusion'), "Stable Diffusion", stable_diffusion_commit_hash)

+git_clone("https://github.com/CompVis/taming-transformers.git", repo_dir('taming-transformers'), "Taming Transformers", taming_transformers_commit_hash)

+git_clone("https://github.com/sczhou/CodeFormer.git", repo_dir('CodeFormer'), "CodeFormer", codeformer_commit_hash)

+git_clone("https://github.com/salesforce/BLIP.git", repo_dir('BLIP'), "BLIP", blip_commit_hash)

+

+if not is_installed("lpips"):

+    run_pip(f"install -r {os.path.join(repo_dir('CodeFormer'), 'requirements.txt')}", "requirements for CodeFormer")

+

+run_pip(f"install -r {requirements_file}", "requirements for Web UI")

+

+sys.argv += shlex.split(commandline_args)

+

+

+def start_webui():

+    print(f"Launching Web UI with arguments: {' '.join(sys.argv[1:])}")

+    import webui

+    webui.webui()

+

+

+start_webui()