comparison trunk/experiments/scripts/master.sh @ 377:d318c1eb9a43

- AWS
author tomwalters
date Fri, 13 Aug 2010 10:57:10 +0000
parents 366821b2d155
children 646d104de415
comparison
equal deleted inserted replaced
376:366821b2d155 377:d318c1eb9a43
20 FEATURES_ROOT=/mnt/experiments/features/ 20 FEATURES_ROOT=/mnt/experiments/features/
21 HMMS_ROOT=/mnt/experiments/hmms/ 21 HMMS_ROOT=/mnt/experiments/hmms/
22 22
23 # Number of cores on the experimental machine. Various scripts will try to use 23 # Number of cores on the experimental machine. Various scripts will try to use
24 # this if it's set. 24 # this if it's set.
25 NUMBER_OF_CORES=1 25 NUMBER_OF_CORES=8
26 26
27 # Fail if any command fails 27 # Fail if any command fails
28 set -e 28 set -e
29 29
30 # Fail if any variable is unset 30 # Fail if any variable is unset
52 ./cnbh-syllables/feature_generation/convert_flac_to_wav.sh $SOUNDS_ROOT 52 ./cnbh-syllables/feature_generation/convert_flac_to_wav.sh $SOUNDS_ROOT
53 53
54 # Generate versions of the CNBH syllables spoke pattern with a range of 54 # Generate versions of the CNBH syllables spoke pattern with a range of
55 # signal-to-noise ratios (SNRs). The versions are put in the directory 55 # signal-to-noise ratios (SNRs). The versions are put in the directory
56 # ${SOUNDS_ROOT}/${SNR}_dB/ for each SNR in $SNRS. 56 # ${SOUNDS_ROOT}/${SNR}_dB/ for each SNR in $SNRS.
57 #SNRS="30 27 24 21 18 15 12 9 6 3 0" 57 SNRS="30 27 24 21 18 15 12 9 6 3 0"
58 SNRS="30" # For testing 58 #SNRS="30" # For testing
59 ./cnbh-syllables/feature_generation/pink_noise.sh $SOUNDS_ROOT/clean/ "$SNRS" 59 ./cnbh-syllables/feature_generation/pink_noise.sh $SOUNDS_ROOT/clean/ "$SNRS"
60 60
61 # Make the list of all feature drectories 61 # Make the list of all feature drectories
62 FEATURE_DIRS="clean" 62 FEATURE_DIRS="clean"
63 for SNR in $SNRS; do 63 for SNR in $SNRS; do
126 HMM_STATES="3 4 5 6 7 8" 126 HMM_STATES="3 4 5 6 7 8"
127 HMM_OUTPUT_COMPONENTS="1 2 3 4 5 6 7" 127 HMM_OUTPUT_COMPONENTS="1 2 3 4 5 6 7"
128 128
129 129
130 run_train_test () { 130 run_train_test () {
131 # TODO(tom): Make sure that the training SNR is generated first
131 for SOURCE_SNR in $FEATURE_DIRS; do 132 for SOURCE_SNR in $FEATURE_DIRS; do
132 #SOURCE_SNR="clean"
133 WORK=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/$SOURCE_SNR/$TALKERS/ 133 WORK=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/$SOURCE_SNR/$TALKERS/
134 mkdir -p $WORK 134 mkdir -p $WORK
135 FEATURES_DIR=$FEATURES_ROOT/$FEATURE_CLASS/$SOURCE_SNR/ 135 FEATURES_DIR=$FEATURES_ROOT/$FEATURE_CLASS/$SOURCE_SNR/
136 136
137 ./cnbh-syllables/run_training_and_testing/train_test_sets/generate_train_test_lists.sh \ 137 ./cnbh-syllables/run_training_and_testing/train_test_sets/generate_train_test_lists.sh \
138 $TALKERS \ 138 $TALKERS \
139 $WORK \ 139 $WORK \
140 $FEATURES_DIR \ 140 $FEATURES_DIR \
141 $FEATURE_SUFFIX 141 $FEATURE_SUFFIX
142 142
143 TRAINING_SCRIPT=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/$TRAINING_SNR/$TALKERS/training_script
144 TRAINING_MASTER_LABEL_FILE=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/$TRAINING_SNR/$TALKERS/training_master_label_file
145
143 TESTING_SCRIPT=$WORK/testing_script 146 TESTING_SCRIPT=$WORK/testing_script
144 TESTING_MASTER_LABEL_FILE=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/$SOURCE_SNR/$TALKERS/testing_master_label_file 147 TESTING_MASTER_LABEL_FILE=$WORK/testing_master_label_file
145 148
146 ./cnbh-syllables/run_training_and_testing/gen_htk_base_files.sh $WORK 149 ./cnbh-syllables/run_training_and_testing/gen_htk_base_files.sh $WORK
147 150
148 ./cnbh-syllables/run_training_and_testing/test_features.sh \ 151 ./cnbh-syllables/run_training_and_testing/test_features.sh \
149 "$WORK" \ 152 "$WORK" \
168 FEATURE_CLASS=mfcc 171 FEATURE_CLASS=mfcc
169 FEATURE_SUFFIX=htk 172 FEATURE_SUFFIX=htk
170 FEATURE_SIZE=39 173 FEATURE_SIZE=39
171 FEATURE_TYPE=MFCC_0_D_A 174 FEATURE_TYPE=MFCC_0_D_A
172 TALKERS=inner_talkers 175 TALKERS=inner_talkers
173 TRAINING_SCRIPT=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_script 176 TRAINING_SNR=clean
174 TRAINING_MASTER_LABEL_FILE=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_master_label_file
175 run_train_test 177 run_train_test
176 ######################## 178 ########################
177 179
178 ######################## 180 ########################
179 # Standard MFCCs 181 # Standard MFCCs
181 FEATURE_CLASS=mfcc 183 FEATURE_CLASS=mfcc
182 FEATURE_SUFFIX=htk 184 FEATURE_SUFFIX=htk
183 FEATURE_SIZE=39 185 FEATURE_SIZE=39
184 FEATURE_TYPE=MFCC_0_D_A 186 FEATURE_TYPE=MFCC_0_D_A
185 TALKERS=outer_talkers 187 TALKERS=outer_talkers
186 TRAINING_SCRIPT=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_script 188 TRAINING_SNR=clean
187 TRAINING_MASTER_LABEL_FILE=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_master_label_file
188 run_train_test 189 run_train_test
189 ######################## 190 ########################
190 191
191 ######################## 192 ########################
192 # MFCCs with VTLN 193 # MFCCs with VTLN
193 FEATURE_CLASS=mfcc_vtln 194 FEATURE_CLASS=mfcc_vtln
194 FEATURE_SUFFIX=htk 195 FEATURE_SUFFIX=htk
195 FEATURE_SIZE=39 196 FEATURE_SIZE=39
196 FEATURE_TYPE=MFCC_0_D_A 197 FEATURE_TYPE=MFCC_0_D_A
197 TALKERS=inner_talkers 198 TALKERS=inner_talkers
198 TRAINING_SCRIPT=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_script 199 TRAINING_SNR=clean
199 TRAINING_MASTER_LABEL_FILE=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_master_label_file
200 run_train_test 200 run_train_test
201 ######################## 201 ########################
202 202
203 ######################## 203 ########################
204 # MFCCs with VTLN 204 # MFCCs with VTLN
206 FEATURE_CLASS=mfcc_vtln 206 FEATURE_CLASS=mfcc_vtln
207 FEATURE_SUFFIX=htk 207 FEATURE_SUFFIX=htk
208 FEATURE_SIZE=39 208 FEATURE_SIZE=39
209 FEATURE_TYPE=MFCC_0_D_A 209 FEATURE_TYPE=MFCC_0_D_A
210 TALKERS=outer_talkers 210 TALKERS=outer_talkers
211 TRAINING_SCRIPT=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_script 211 TRAINING_SNR=clean
212 TRAINING_MASTER_LABEL_FILE=$HMMS_ROOT/$FEATURE_CLASS/$FEATURE_SUFFIX/clean/$TALKERS/training_master_label_file
213 run_train_test 212 run_train_test
214 ######################## 213 ########################
215 214
216 ######################## 215 ########################
217 # AIM Features 216 # AIM Features