diff --git a/start-tunableop-novram.bat b/start-tunableop-novram.bat new file mode 100644 index 000000000..c27f6c31b --- /dev/null +++ b/start-tunableop-novram.bat @@ -0,0 +1,20 @@ +@echo off + +set PYTHON=%~dp0/venv/Scripts/python.exe +set GIT= +set VENV_DIR=./venv +set COMMANDLINE_ARGS=--auto-launch --fast --novram + +echo *** Checking and updating to new version if possible +git pull +echo. +echo *** Pytorch tunableOP enabled with --novram to avoid OOM as much as possible. +echo *** (This is important for big models such as flux) +echo *** When you are done , please exit with CTRL-C on cmd window to make sure tunableop csv file properly written. +echo. +set PYTORCH_TUNABLEOP_ENABLED=1 +set PYTORCH_TUNABLEOP_VERBOSE=1 +python main.py --fast --novram + +echo. +.\zluda\zluda.exe -- %PYTHON% main.py %COMMANDLINE_ARGS%