-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathBaselines_Domainnet_FULL.sh
92 lines (82 loc) · 5.88 KB
/
Baselines_Domainnet_FULL.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
#!/bin/bash
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 23124 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 128 --dsets_type flowers102 \
# --exp_name GradSP_Ablate05_Starting32_SEED0 \
# --model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 32 \
# --ssl_warmup_epochs 20 --total_epochs 80 --prune_type GradSP --prune_amount 0.5 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 1 --weighted 0 --scaling 1
#
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 23124 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 128 --dsets_type flowers102 \
# --exp_name GradSP_Ablate05_Starting64_SEED0 \
# --model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 64 \
# --ssl_warmup_epochs 20 --total_epochs 80 --prune_type GradSP --prune_amount 0.5 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 1 --weighted 0 --scaling 1
#
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 23124 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 128 --dsets_type flowers102 \
# --exp_name GradSP_Ablate05_Starting128_SEED0 \
# --model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 128 \
# --ssl_warmup_epochs 20 --total_epochs 80 --prune_type GradSP --prune_amount 0.5 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 1 --weighted 0 --scaling 1
#
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 23124 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 128 --dsets_type flowers102 \
# --exp_name GradSP_Ablate05_Starting256_SEED0 \
# --model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 256 \
# --ssl_warmup_epochs 20 --total_epochs 80 --prune_type GradSP --prune_amount 0.5 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 1 --weighted 0 --scaling 1
python -m torch.distributed.launch --nproc_per_node 1 --master_port 12345 few_shot_prune.py \
--cfg configs/swin_large_patch4_window7_224.yaml --batch-size 128 --dsets_type cifar-100 \
--exp_name TINA_SwinLarge_Adapters_Size4_Pruning05_SEED0 \
--model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 4 \
--ssl_warmup_epochs 20 --total_epochs 80 --prune_type layerwise --prune_amount 0.5 \
--prune_struct "structured" \
--amp-opt-level O2 --seed 0 --range 4 --weighted 0 --scaling 1
##################################################################################################
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 54321 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 512 --exp_name TINA_Size4_0.9_SEED0 --dsets_type flowers102 \
# --model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 4 \
# --ssl_warmup_epochs 20 --total_epochs 100 --prune_type layerwise --prune_amount 0.9 \
# --amp-opt-level O2 --seed 0 --range 4 --scaling 1 --weighted 0 --prune_struct "structured"
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 54321 few_shot_prune.py \
# --cfg configs/vit_base_16_224.yaml --batch-size 512 --dsets_type flowers102 \
# --exp_name TINA_Size4_0.9_SEED0 \
# --model_type vit_adapters --finetune 6 --type_adapters series --size_adapters 4 \
# --ssl_warmup_epochs 20 --total_epochs 100 --prune_type layerwise --prune_amount 0.9 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 4 --weighted 0 --scaling 1
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 12345 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 512 --dsets_type cifar-10 \
# --exp_name TINA_Size4_0.9_SEED0 \
# --model_type swin_adapters --finetune 6 --type_adapters series --size_adapters 4 \
# --ssl_warmup_epochs 20 --total_epochs 100 --prune_type layerwise --prune_amount 0.9 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 4 --weighted 0 --scaling 1
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 12345 few_shot_prune.py \
# --cfg configs/vit_base_16_224.yaml --batch-size 512 --dsets_type cifar-10 \
# --exp_name TINA_Size4_0.9_SEED0 \
# --model_type vit_adapters --finetune 6 --type_adapters series --size_adapters 4 \
# --ssl_warmup_epochs 20 --total_epochs 100 --prune_type layerwise --prune_amount 0.9 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 4 --weighted 0 --scaling 1
#################################################################
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 14523 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 512 --dsets_type flowers102 \
# --exp_name TINA_AdaptersLast_Size4_SEED0 \
# --model_type swin_adapters_layer --finetune 6 --type_adapters series --size_adapters 4 \
# --ssl_warmup_epochs 20 --total_epochs 100 --prune_type layerwise --prune_amount 0.9 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 3
#
#python -m torch.distributed.launch --nproc_per_node 1 --master_port 14523 few_shot_prune.py \
# --cfg configs/swin_tiny_patch4_window7_224.yaml --batch-size 512 --dsets_type cifar-10 \
# --exp_name TINA_AdaptersLast_Size4_SEED0 \
# --model_type swin_adapters_layer --finetune 6 --type_adapters series --size_adapters 4 \
# --ssl_warmup_epochs 20 --total_epochs 100 --prune_type layerwise --prune_amount 0.9 \
# --prune_struct "structured" \
# --amp-opt-level O2 --seed 0 --range 3