OOBABOOGA INSTALLATION INSTRUCTIONS

minoconda link: https://docs.conda.io/en/latest/miniconda.html

cuda information link: https://github.com/bycloudai/SwapCudaVersionWindows

8bit modification link: https://www.reddit.com/r/LocalLLaMA/comments/11o6o3f/how_to_install_llama_8bit_and_4bit/

4bit wheel file link: https://github.com/oobabooga/text-generation-webui/issues/177#issuecomment-1464844721


powershell -ExecutionPolicy ByPass -NoExit -Command "& 'C:\Users\myself\miniconda3\shell\condabin\conda-hook.ps1' ; conda activate 'C:\Users\myself\miniconda3'

conda create -n textgen python=3.10.9

conda activate textgen

pip install torch==1.13.1+cu116 torchvision==0.14.1+cu116 torchaudio==0.13.1 --extra-index-url https://download.pytorch.org/whl/cu116

cd F:\OoBaboogaMarch17\

git clone https://github.com/oobabooga/text-generation-webui
cd text-generation-webui
pip install -r requirements.txt

cd F:\OoBaboogaMarch17\text-generation-webui

******************************** Testing normal 6bPyg model Good Normal Mode works just fine

cd F:\OoBaboogaMarch17\text-generation-webui
conda activate textgen
python .\server.py --auto-devices  --cai-chat

******************************** Testing normal 6bPyg model

Replace Bits and Bytes

******************************** Testing 8-bit 6bPyg model Good 8bit Mode works just fine

cd F:\OoBaboogaMarch17\text-generation-webui
conda activate textgen
python .\server.py --auto-devices --load-in-8bit --cai-chat

******************************** Testing 8-bit 6bPyg model

cd F:\OoBaboogaMarch17\text-generation-webui

conda activate textgen
mkdir repositories

cd repositories

git clone https://github.com/qwopqwop200/GPTQ-for-LLaMa

cd GPTQ-for-LLaMa

git reset --hard 468c47c01b4fe370616747b6d69a2d3f48bab5e4

pip install -r requirements.txt

pip install quant_cuda-0.0.0-cp310-cp310-win_amd64.whl


cd F:\OoBaboogaMarch17\text-generation-webui
conda activate textgen
python .\server.py --auto-devices --gptq-bits 4 --cai-chat