comparison experiments/scripts/cnbh-syllables/run_training_and_testing/run_test_instance.sh @ 83:9c3cac29f300

- AWS
author tomwalters
date Thu, 12 Aug 2010 09:15:49 +0000
parents 37b084ec9770
children 9f0c5ded655c
comparison
equal deleted inserted replaced
82:1d51583164d8 83:9c3cac29f300
22 TEST_SCRIPT=testing_script 22 TEST_SCRIPT=testing_script
23 SYLLIST_COMPLETE=syllable_list_with_silence 23 SYLLIST_COMPLETE=syllable_list_with_silence
24 24
25 SILENCE=sil 25 SILENCE=sil
26 26
27 THIS_DIR=`dirname $0`
28
27 hmm_type=${total_hmm_states}_states_${mixture_components}_mixture_components 29 hmm_type=${total_hmm_states}_states_${mixture_components}_mixture_components
28 echo "HMM type: $hmm_type" 30 echo "HMM type: $hmm_type"
29 mkdir -p $WORKING_DIRECTORY/$hmm_type 31 mkdir -p $WORKING_DIRECTORY/$hmm_type
30 32
31 echo "Creating HMM structure..." 33 echo "Creating HMM structure..."
32 ./gen_hmmproto.py --input_size ${input_vector_size} --total_hmm_states ${total_hmm_states} --feature_type ${feature_code} > $WORKING_DIRECTORY/$hmm_type/$HMMPROTO 34 $THIS_DIR/gen_hmmproto.py --input_size ${input_vector_size} --total_hmm_states ${total_hmm_states} --feature_type ${feature_code} > $WORKING_DIRECTORY/$hmm_type/$HMMPROTO
33 35
34 echo "Adding output mixture components..." 36 echo "Adding output mixture components..."
35 ./gen_hhed_script.py --num_means ${mixture_components} --total_hmm_states ${total_hmm_states} > $WORKING_DIRECTORY/$hmm_type/$HHED_SCRIPT 37 $THIS_DIR/gen_hhed_script.py --num_means ${mixture_components} --total_hmm_states ${total_hmm_states} > $WORKING_DIRECTORY/$hmm_type/$HHED_SCRIPT
36 38
37 39
38 echo "Training HMM..." 40 echo "Training HMM..."
39 echo "Setting up prototype HMM..." 41 echo "Setting up prototype HMM..."
40 mkdir -p $WORKING_DIRECTORY/$hmm_type/hmm0 42 mkdir -p $WORKING_DIRECTORY/$hmm_type/hmm0
51 53
52 echo -n "~o<STREAMINFO> 1 ${input_vector_size}<VECSIZE> ${input_vector_size}<NULLD><${feature_code}><DIAGC>" > $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/macros 54 echo -n "~o<STREAMINFO> 1 ${input_vector_size}<VECSIZE> ${input_vector_size}<NULLD><${feature_code}><DIAGC>" > $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/macros
53 55
54 cat $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/vFloors >> $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/macros 56 cat $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/vFloors >> $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/macros
55 57
56 HHEd -H $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/macros -H $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/hmmdefs $WORKING_DIRECTORY/$hmm_type/$HHED_SCRIPT $WORKING_DIRECTORY/$SYLLIST_COMPLETE 58 HHEd -H $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/macros -H $WORKING_DIRECTORY/$hmm_type/$feature/hmm0/hmmdefs $WORKING_DIRECTORY/$hmm_type/$HHED_SCRIPT $WORKING_DIRECTORY/$SYLLIST_COMPLETE
57 59
58 for iter in $TRAINING_ITERATIONS_LIST; do 60 for iter in $TRAINING_ITERATIONS_LIST; do
59 echo "Training iteration ${iter}..." 61 echo "Training iteration ${iter}..."
60 let "nextiter=$iter+1" 62 let "nextiter=$iter+1"
61 mkdir $WORKING_DIRECTORY/$hmm_type/hmm$nextiter 63 mkdir $WORKING_DIRECTORY/$hmm_type/hmm$nextiter
62 ${HTK_PREFIX}HERest -C $WORKING_DIRECTORY/$HMMCONFIG -I $WORKING_DIRECTORY/$TRAIN_MLF \ 64 HERest -C $WORKING_DIRECTORY/$HMMCONFIG -I $WORKING_DIRECTORY/$TRAIN_MLF \
63 -t 250.0 150.0 1000.0 -S $WORKING_DIRECTORY/$TRAIN_SCRIPT \ 65 -t 250.0 150.0 1000.0 -S $WORKING_DIRECTORY/$TRAIN_SCRIPT \
64 -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/macros -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/hmmdefs \ 66 -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/macros -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/hmmdefs \
65 -M $WORKING_DIRECTORY/$hmm_type/hmm$nextiter $WORKING_DIRECTORY/$SYLLIST_COMPLETE 67 -M $WORKING_DIRECTORY/$hmm_type/hmm$nextiter $WORKING_DIRECTORY/$SYLLIST_COMPLETE
66 done 68 done
67 69
68 for iter in $TESTING_ITERATIONS_LIST; do 70 for iter in $TESTING_ITERATIONS_LIST; do
69 echo "Testing iteration ${iter}..." 71 echo "Testing iteration ${iter}..."
70 ${HTK_PREFIX}HVite -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/macros -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/hmmdefs \ 72 HVite -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/macros -H $WORKING_DIRECTORY/$hmm_type/hmm$iter/hmmdefs \
71 -C $WORKING_DIRECTORY/$HMMCONFIG -S $WORKING_DIRECTORY/$TEST_SCRIPT -i $WORKING_DIRECTORY/$hmm_type/$RECOUT \ 73 -C $WORKING_DIRECTORY/$HMMCONFIG -S $WORKING_DIRECTORY/$TEST_SCRIPT -i $WORKING_DIRECTORY/$hmm_type/$RECOUT \
72 -w $WORKING_DIRECTORY/$WDNET -p 0.0 -s 5.0 $WORKING_DIRECTORY/$DICT $WORKING_DIRECTORY/$SYLLIST_COMPLETE 74 -w $WORKING_DIRECTORY/$WDNET -p 0.0 -s 5.0 $WORKING_DIRECTORY/$DICT $WORKING_DIRECTORY/$SYLLIST_COMPLETE
73 echo "Results from testing on iteration ${iter}..." 75 echo "Results from testing on iteration ${iter}..."
74 ${HTK_PREFIX}HResults -e "???" ${SILENCE} -I $WORKING_DIRECTORY/$TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT 76 HResults -e "???" ${SILENCE} -I $WORKING_DIRECTORY/$TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT
75 ${HTK_PREFIX}HResults -p -t -e "???" ${SILENCE} \ 77 HResults -p -t -e "???" ${SILENCE} \
76 -I $WORKING_DIRECTORY/$TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT > $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter 78 -I $WORKING_DIRECTORY/$TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT > $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter
77 grep Aligned $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter| sed -E "s/.*\/..\/([a-z]{2})([0-9]{2,3}\.[0-9])p([0-9]{2,3}\.[0-9])s.*/\2 \3/" | sort | uniq -c > $WORKING_DIRECTORY/$hmm_type/${MISCLASSIFIED}_iteration_$iter 79 grep Aligned $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter| sed -E "s/.*\/..\/([a-z]{2})([0-9]{2,3}\.[0-9])p([0-9]{2,3}\.[0-9])s.*/\2 \3/" | sort | uniq -c > $WORKING_DIRECTORY/$hmm_type/${MISCLASSIFIED}_iteration_$iter
78 done 80 done