| #### access DINOv2 | |
| export CUDA_VISIBLE_DEVICES=0,1,2,3; | |
| python -m torch.distributed.launch --nproc_per_node=4 --use_env 4_train_control_module.py \ | |
| --batch-size 32 --total_train_steps 105000 \ | |
| --teacher-model vit_large --target_model vit_base --model models_proteus_dinov2 \ | |
| --patch_size 14 --cldm_learning_rate 1e-5 \ | |
| --lambda_token 1.0 --lambda_fea 1.0 --lambda_patch 1.0 \ | |
| --finetune "/home/t2vg-a100-G4-1/projects/qiyp/1_feature_extractor/1_feature_extractor/checkpoint0160.pth" \ | |
| --log_dir '/home/t2vg-a100-G4-1/projects/qiyp/4_ControlModule/log/' \ | |
| --resume_path '/home/t2vg-a100-G4-1/projects/qiyp/4_ControlModule/models/control_sd15_ini.ckpt' \ | |
| --image_floder '/home/t2vg-a100-G4-1/projects/dataset/LSDIR_raw/images/train' \ | |
| --log_every 20 --ckpt_every 5000 --image_every 100 \ | |
| --config '/home/t2vg-a100-G4-1/projects/qiyp/4_ControlModule/configs/train/train_stage2.yaml' \ | |