### 4D-Gen ###


pip install kaolin -f https://nvidia-kaolin.s3.us-east-2.amazonaws.com/torch-1.13.0_cu117.html
pip install rembg  #wget https://github.com/danielgatis/rembg/releases/download/v0.0.0/u2net.onnx -O ~/.u2net/u2net.onnx
pip install mmcv==1.6.0
pip install lpips
#...

#SyncDreamer & RemoveBackground >>>
pip install git+https://github.com/openai/CLIP.git
#...

wget https://connecthkuhk-my.sharepoint.com/personal/yuanly_connect_hku_hk/_layouts/15/download.aspx?UniqueId=dcfbeb25%2D24d9%2D434a%2Da9f7%2D01173293dd59 -O ./ckpt/syncdreamer-pretrain.ckpt
wget https://connecthkuhk-my.sharepoint.com/personal/yuanly_connect_hku_hk/_layouts/15/download.aspx?UniqueId=3f41642a%2D9100%2D4f28%2D8520%2Da5b96c24dc8a -O ./ckpt/ViT-L-14.pt

export TASK=monk
mkdir -p ./data/image/${TASK}/${TASK}_pose0/
ffmpeg -i ./data/video/${TASK}/${TASK}_60fps.mp4 -s 180x320 -vf "select=between(n\,1\,12)*not(mod(n\,1))" -vsync 0 ./data/image/${TASK}/${TASK}_pose0/%d.png

python preprocess.py --path ./data/image/${TASK}/${TASK}_pose0/

export SMPL=4
for i in $(seq 1 1); do python generate.py --ckpt ./ckpt/syncdreamer-pretrain.ckpt --input ./data/image/${TASK}/${TASK}_pose0/rgba/${i}.png --output ./data/image/${TASK}/${TASK}_sync/ --sample_num ${SMPL} --cfg_scale 1.0 --elevation 30 --crop_size 200; for j in $(seq 0 $((${SMPL}-1))); do mv ./data/image/${TASK}/${TASK}_sync/${j}.png ./data/image/${TASK}/${TASK}_sync/$((${i}-1))_${j}.png; done ; done;

python preprocess_sync.py --path ./data/image/${TASK}/${TASK}_sync/
#SyncDreamer & RemoveBackground <<<

vi i2v.py
#>>>
frame_num = 1,  #frame_num = 16,
"image/monk/monk",  #name="rose",
#<<<

python -Bu train.py --configs arguments/i2v.py -e monk
python -Bu render.py --skip_train --configs arguments/i2v.py --skip_test --model_path ./output/model/