Sor0ush/repro-when-shared-knowledge-hurts-spectral-over-accumulation-in-model-merging-artifacts / repro-bundle /run.sh
| K=8 | |
| # export CUDA_VISIBLE_DEVICES=1 | |
| # ViT-B-16 ViT-L-14 | |
| for BACKBONE in ViT-B-32; do | |
| echo "Backbone: ${BACKBONE}" | |
| echo "Stage: Merging model training" | |
| for merge in TA DARE TIES TSV-M ISO-C ISO-CTS; do | |
| echo "Merging method: ${merge}" | |
| if [ "${merge}" = "TSV-M" ]; then | |
| alpha=1.0 | |
| else | |
| alpha=$(echo "scale=4; 1/${K}" | bc) | |
| fi | |
| python main.py --model ${BACKBONE} --merge ${merge} --alpha ${alpha} | |
| python main.py --model ${BACKBONE} --merge ${merge} --alpha ${alpha} --c | |
| done | |
| done | |
Xet Storage Details
- Size:
- 565 Bytes
- Xet hash:
- 69ff81f1c7c8f6b4e2447d361317643afbffac3b4e3ce48db384389c1c6f1db2
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.