From dc9294de0a65918a1494131f418278e60ef7172e Mon Sep 17 00:00:00 2001 From: patientx Date: Fri, 30 Aug 2024 16:02:57 +0300 Subject: [PATCH] Add files via upload --- start-tunableop-novram.bat | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 start-tunableop-novram.bat diff --git a/start-tunableop-novram.bat b/start-tunableop-novram.bat new file mode 100644 index 000000000..c27f6c31b --- /dev/null +++ b/start-tunableop-novram.bat @@ -0,0 +1,20 @@ +@echo off + +set PYTHON=%~dp0/venv/Scripts/python.exe +set GIT= +set VENV_DIR=./venv +set COMMANDLINE_ARGS=--auto-launch --fast --novram + +echo *** Checking and updating to new version if possible +git pull +echo. +echo *** Pytorch tunableOP enabled with --novram to avoid OOM as much as possible. +echo *** (This is important for big models such as flux) +echo *** When you are done , please exit with CTRL-C on cmd window to make sure tunableop csv file properly written. +echo. +set PYTORCH_TUNABLEOP_ENABLED=1 +set PYTORCH_TUNABLEOP_VERBOSE=1 +python main.py --fast --novram + +echo. +.\zluda\zluda.exe -- %PYTHON% main.py %COMMANDLINE_ARGS%