Flux quant

wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
bash miniconda.sh -b -p $HOME/miniconda
$HOME/miniconda/bin/conda init
source ~/.bashrc

export CONDA_ALWAYS_YES="true"
# Update conda and create a new environment with Python 3.11
conda update -n base -c defaults conda -y
conda create -n nunchaku python=3.11 -y
conda activate nunchaku
pip install torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1 --index-url https://download.pytorch.org/whl/cu124
pip install diffusers ninja wheel transformers accelerate sentencepiece protobuf
pip install huggingface_hub peft opencv-python einops gradio spaces GPUtil hf_transfer
conda install -c conda-forge gxx=11 gcc=11 -y
conda install -c "nvidia/label/cuda-12.4.0" cuda-toolkit=12.4
conda install -c "nvidia/label/cuda-12.4.0" libcublas-dev
git clone https://github.com/mit-han-lab/nunchaku.git
cd nunchaku
git submodule init
git submodule update
pip install https://pub-9db04cf2c9c24dc7bfc1b1b6719dcc4d.r2.dev/nunchaku-0.0.0b0-cp311-cp311-linux_x86_64.whl
huggingface-cli login --token {your huggingface token for Flux dev} --add-to-git-credential
export HF_HUB_ENABLE_HF_TRANSFER=1
cd app/t2i && python generate.py