Start: Switch to python script

Direct python can be used for requirements checking. Remove the ps1
script and create a venv purely in batch.

Signed-off-by: kingbri <[email protected]>

start.bat

@@ -1,11 +1,20 @@
-:: From https://github.com/jllllll/windows-venv-installers/blob/main/Powershell/run-ps-script.cmd
 @echo off
 
-set SCRIPT_NAME=start.ps1
+:: Creates a venv if it doesn't exist and runs the start script for requirements upgrades
+:: This is intended for users who want to start the API and have everything upgraded and installed
 
-:: This will run the Powershell script named above in the current directory
-:: This is intended for systems who have not changed the script execution policy from default
-:: These systems will be unable to directly execute Powershell scripts unless done through CMD.exe like below
+cd "%~dp0"
 
-if not exist "%~dp0\%SCRIPT_NAME%" ( echo %SCRIPT_NAME% not found! && pause && goto eof )
-call powershell.exe -executionpolicy Bypass ". '%~dp0\start.ps1' %*"
+:: Don't create a venv if a conda environment is active
+if exist "%CONDA_PREFIX%" (
+    echo It looks like you're in a conda environment. Skipping venv check.
+) else (
+    if not exist "venv\" (
+        echo "Venv doesn't exist! Creating one for you."
+        python -m venv venv
+        call .\venv\Scripts\activate.bat
+    )
+)
+
+:: Call the python script with batch args
+call python start.py %*

start.py

@@ -0,0 +1,58 @@
+"""Utility to automatically upgrade and start the API"""
+import argparse
+import os
+import pathlib
+import subprocess
+from main import entrypoint
+
+
+def get_requirements_file():
+    """Fetches the appropriate requirements file depending on the GPU"""
+    requirements_name = "requirements-nowheel"
+    ROCM_PATH = os.environ.get("ROCM_PATH")
+    CUDA_PATH = os.environ.get("CUDA_PATH")
+
+    # TODO: Check if the user has an AMD gpu on windows
+    if ROCM_PATH:
+        requirements_name = "requirements-amd"
+    elif CUDA_PATH:
+        cuda_version = pathlib.Path(CUDA_PATH).name
+        if "12" in cuda_version:
+            requirements_name = "requirements"
+        elif "11" in cuda_version:
+            requirements_name = "requirements-cu118"
+
+    return requirements_name
+
+
+def get_argparser():
+    """Fetches the argparser for this script"""
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "-iu",
+        "--ignore-upgrade",
+        action="store_true",
+        help="Ignore requirements upgrade",
+    )
+    parser.add_argument(
+        "-nw",
+        "--nowheel",
+        action="store_true",
+        help="Don't upgrade wheel dependencies (exllamav2, torch)",
+    )
+    return parser
+
+
+if __name__ == "__main__":
+    parser = get_argparser()
+    args = parser.parse_args()
+
+    if args.ignore_upgrade:
+        print("Ignoring pip dependency upgrade due to user request.")
+    else:
+        requirements_file = (
+            "requirements-nowheel" if args.nowheel else get_requirements_file()
+        )
+        subprocess.run(f"pip install -U -r {requirements_file}.txt")
+
+    entrypoint()