Runpod Text Gen Webui

git pull
pip install -r requirements.txt

mkdir repositories
cd repositories
git clone https://github.com/oobabooga/GPTQ-for-LLaMa.git -b cuda
cd GPTQ-for-LLaMa && python setup_cuda.py install


cd /text-generation-webui

pip install scipy

python server.py --share --chat --auto-devices --model llama