-
Notifications
You must be signed in to change notification settings - Fork 14
/
Copy pathtestall.sh
104 lines (104 loc) · 2.68 KB
/
testall.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
# model is one of: baseline shuffle_1000 shuffle_100 shuffle_10 shuffle_1
# dataset is one of: inside out1 out2 mirex
builder() {
# model dataset
if [ $2 == inside ]; then
list=lists/fma_medium_train.txt
elif [ $2 == out1 ]; then
list=lists/fma_out1.txt
elif [ $2 == out2 ]; then
list=lists/fma_out2.txt
elif [ $2 == mirex ]; then
list=lists/mirex-db.txt
else
echo $2 is not a supported dataset
exit 2
fi
python builder.py $list out/dbs/$1_$2 out/models/$1
}
matcher() {
# model dataset
if [[ $1 =~ ^lm ]]; then
prog=../pfa/matcher
else
prog="python matcher.py"
fi
if [ $2 == mirex ]; then
$prog lists/mirex-query.txt out/dbs/$1_$2 out/results/$1_$2.txt
else
$prog out/queries/$2/list.txt out/dbs/$1_$2 out/results/$1_$2.txt
fi
}
matcher_snr() {
# model dataset snr
if [[ $1 =~ ^lm ]]; then
prog=../pfa/matcher
else
prog="python matcher.py"
fi
$prog out/queries/$2_snr$3/list.txt out/dbs/$1_$2 out/results/$1_$2_snr$3.txt
}
matcher_snr_full() {
# model dataset snr
if [[ $1 =~ ^lm ]]; then
prog=../pfa/matcher
else
prog="python matcher.py"
fi
$prog out/queries/$2_snr$3/list.txt out/dbs/$1_full out/results/$1_$2_full_snr$3.txt
}
accuracy() {
# model dataset
if [ $2 == mirex ]; then
python tools/mirexacc.py lists/mirex-answer.txt out/results/$1_$2.txt
else
python tools/accuracy.py out/queries/$2/expected.csv out/results/$1_$2_detail.csv
fi
}
accuracy_snr() {
echo snr=$3
if [[ $1 =~ ^lm ]]; then
python tools/accuracy.py out/queries/$2_snr$3/expected.csv out/results/$1_$2_snr$3.txt.csv
else
python tools/accuracy.py out/queries/$2_snr$3/expected.csv out/results/$1_$2_snr$3_detail.csv
fi
}
accuracy_snr_full() {
echo snr=$3
if [[ $1 =~ ^lm ]]; then
python tools/accuracy.py out/queries/$2_snr$3/expected.csv out/results/$1_$2_full_snr$3.txt.csv
else
python tools/accuracy.py out/queries/$2_snr$3/expected.csv out/results/$1_$2_full_snr$3_detail.csv
fi
}
forall_snr() {
# some_command model dataset
for snr in -6 -4 -2 0 2 4 6 8
do
$1 $2 $3 $snr
done
}
model="$1"
dataset="$2"
shift 2
while [[ $# -gt 0 ]]
do
action="$1"
shift
case "$action" in
"-build" )
builder $model $dataset || exit 1;;
"-match_snr" )
forall_snr matcher_snr $model $dataset || exit 1;;
"-accuracy_snr" )
forall_snr accuracy_snr $model $dataset || exit 1;;
"-match_snr_full" )
forall_snr matcher_snr_full $model $dataset || exit 1;;
"-accuracy_snr_full" )
forall_snr accuracy_snr_full $model $dataset || exit 1;;
"-match" )
matcher $model $dataset || exit 1;;
"-accuracy" )
accuracy $model $dataset || exit 1;;
esac
done