• Diffusion
• • Environment setup
  • • Environment require
    • setup
  • Data
  • Huggingface
  • Grounding Stable Diffusion
  • Image Editing
  • LoRA
  • • data prepare

Diffusion

扩散模型合集

Environment setup

Environment require

torch 2.0.1+cu117
torchvision 0.15.2+cu117
xformers 0.0.20
transformers>=4.31.0
accelerate>=0.21.0
diffusers>=0.18.2

setup

export PS1="\[\033[01;32m\]\u@$(hostname -i)\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\\$ "
export PS1="\[\033[01;32m\]\u@crj1998\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\\$ "
export PS1="[\[\033[01;33m\]\t\[\033[00m\]] \[\033[01;32m\]\u@crj1998\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\\$ "

git config --global user.name crj1998
git config --global user.email crj1998@sjtu.edu.cn

# ignore python warning
export PYTHONWARNINGS="ignore"
# Set the verbosity level of the huggingface_hub’s logger. Must be one of {"debug", "info", "warning", "error", "critical"}. Defaults to "warning".
export HUGGINGFACE_HUB_VERBOSITY="error"
# If set, no HTTP calls will me made when trying to fetch files. Only files that are already cached will be accessed. This is useful in case your network is slow and you don’t care about having absolutely the latest version of a file.
# Note: even if the latest version of a file is cached, calling hf_hub_download still triggers a HTTP request to check that a new version is not available. Setting HF_HUB_OFFLINE=1 will skip this call which speeds up your loading time.
export HF_HUB_OFFLINE="1"
# change tensorflow cpp log. default "2" 
export TF_CPP_MIN_LOG_LEVEL=3

pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
pip config set global.index-url https://pypi.doubanio.com/simple
pip config unset global.index-url


# torch 2.0.1
pip install torch==2.0.1 torchvision==0.15.2 --index-url https://download.pytorch.org/whl/cu117
pip install xformers==0.0.20


pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple

wget --header="Cookie: i_like_openi=28ca93d4db67e719; _csrf=vl8wFiBCV58awUjXW6DYmuISiD46MTY5MDUxMTc2NTc1NTE3NTY2NQ;" \
'https://openi.pcl.ac.cn/attachments/29ac0a03-25e9-461c-adac-12431008ac8e?type=0' -O adapter.bin

tensorboard error: Duplicate plugins for name projector

pip uninstall tb-nightly tensorboardX tensorboard
pip install tensorboard

Data

wget --header="Cookie: i_like_openi=28ca93d4db67e719; _csrf=vl8wFiBCV58awUjXW6DYmuISiD46MTY5MDUxMTc2NTc1NTE3NTY2NQ;" \
https://openi.pcl.ac.cn/attachments/962e9952-e490-4b61-9933-d608314785d5 -O data.zip

Huggingface

from transformers import CLIPTokenizer, CLIPTextModel
text_encoder = CLIPTextModel.from_pretrained('openai/clip-vit-large-patch14')
tokenizer = CLIPTokenizer.from_pretrained('openai/clip-vit-large-patch14')

Grounding Stable Diffusion

Image Editing

LoRA

data prepare

python Diffusion/tools/watermark.py /root/data --output_dir /root/sfw_clean
python Diffusion/tools/tag_images.py /code/images --model_dir /root/wd14 --prefix_tag 'xunpu' --output_dir /code/erome --hflip