changeset 379:646d104de415

- AWS
author tomwalters
date Sat, 14 Aug 2010 19:23:34 +0000
parents b5b99c270f58
children 0780b552b4bf
files trunk/experiments/scripts/cnbh-syllables/run_training_and_testing/run_test_instance.sh trunk/experiments/scripts/master.sh trunk/experiments/scripts/setup_aws_instance.sh
diffstat 3 files changed, 12 insertions(+), 10 deletions(-) [+]
line wrap: on
line diff
--- a/trunk/experiments/scripts/cnbh-syllables/run_training_and_testing/run_test_instance.sh	Fri Aug 13 11:00:28 2010 +0000
+++ b/trunk/experiments/scripts/cnbh-syllables/run_training_and_testing/run_test_instance.sh	Sat Aug 14 19:23:34 2010 +0000
@@ -85,8 +85,8 @@
     -C $WORKING_DIRECTORY/$HMMCONFIG -S $TEST_SCRIPT -i $WORKING_DIRECTORY/$hmm_type/$RECOUT \
     -w $WORKING_DIRECTORY/$WDNET -p 0.0 -s 5.0 $WORKING_DIRECTORY/$DICT $WORKING_DIRECTORY/$SYLLIST_COMPLETE
   echo "Results from testing on iteration ${iter}..."
-  HResults -e "???" ${SILENCE} -I $WORKING_DIRECTORY/$TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT
+  HResults -e "???" ${SILENCE} -I $TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT
   HResults -p -t -e "???" ${SILENCE} \
-    -I $WORKING_DIRECTORY/$TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT > $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter
+    -I $TEST_MLF $WORKING_DIRECTORY/$SYLLIST_COMPLETE $WORKING_DIRECTORY/$hmm_type/$RECOUT > $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter
   grep Aligned $WORKING_DIRECTORY/$hmm_type/${RESULTS_FILE}_iteration_$iter| sed -E "s/.*\/..\/([a-z]{2})([0-9]{2,3}\.[0-9])p([0-9]{2,3}\.[0-9])s.*/\2 \3/" | sort | uniq -c > $WORKING_DIRECTORY/$hmm_type/${MISCLASSIFIED}_iteration_$iter
 done
--- a/trunk/experiments/scripts/master.sh	Fri Aug 13 11:00:28 2010 +0000
+++ b/trunk/experiments/scripts/master.sh	Sat Aug 14 19:23:34 2010 +0000
@@ -12,6 +12,7 @@
 # database in FLAC format
 # HTK_USERNAME and HTK_PASSWORD - username and password for the site at 
 # http://htk.eng.cam.ac.uk/
+# NUMBER_OF_CORES - total number of machine cores
 
 # Set these to be the location of your input database, and desired output
 # locations.
@@ -22,7 +23,7 @@
 
 # Number of cores on the experimental machine. Various scripts will try to use
 # this if it's set.
-NUMBER_OF_CORES=8
+# NUMBER_OF_CORES=8
 
 # Fail if any command fails
 set -e
@@ -94,24 +95,24 @@
     # Generate the list of files to convert
     ./cnbh-syllables/feature_generation/gen_hcopy_aimcopy_script.sh $FEATURES_ROOT/mfcc/$SOURCE_SNR/ $SOUNDS_ROOT/$SOURCE_SNR/ htk
     # Run the conversion
-    ./cnbh-syllables/feature_generation/run_hcopy.sh $FEATURES_ROOT/mfcc/$SOURCE_SNR/ $NUMBER_OF_CORES
-    touch $FEATURES_ROOT/mfcc/$SOURCE_SNR/.make_mfcc_features_success
+    #./cnbh-syllables/feature_generation/run_hcopy.sh $FEATURES_ROOT/mfcc/$SOURCE_SNR/ $NUMBER_OF_CORES
+    #touch $FEATURES_ROOT/mfcc/$SOURCE_SNR/.make_mfcc_features_success
   fi
 
   if [ ! -e $FEATURES_ROOT/mfcc_vtln/$SOURCE_SNR/.make_mfcc_vtln_features_success ]; then
     mkdir -p $FEATURES_ROOT/mfcc_vtln/$SOURCE_SNR/
     # Generate the file list and run the conversion (all one step, since this
     # version uses a different configuration for each talker)
-    ./cnbh-syllables/feature_generation/run_mfcc_vtln_conversion.sh $FEATURES_ROOT/mfcc_vtln/$SOURCE_SNR/ $SOUNDS_ROOT/$SOURCE_SNR/
-    touch $FEATURES_ROOT/mfcc_vtln/$SOURCE_SNR/.make_mfcc_vtln_features_success
+    #./cnbh-syllables/feature_generation/run_mfcc_vtln_conversion.sh $FEATURES_ROOT/mfcc_vtln/$SOURCE_SNR/ $SOUNDS_ROOT/$SOURCE_SNR/
+    #touch $FEATURES_ROOT/mfcc_vtln/$SOURCE_SNR/.make_mfcc_vtln_features_success
   fi
 
   if [ ! -e $FEATURES_ROOT/aim/$SOURCE_SNR/.make_aim_features_success ]; then
     mkdir -p $FEATURES_ROOT/aim/$SOURCE_SNR/ 
     ./cnbh-syllables/feature_generation/gen_hcopy_aimcopy_script.sh $FEATURES_ROOT/aim/$SOURCE_SNR/ $SOUNDS_ROOT/$SOURCE_SNR/ ""
     # Run the conversion
-    #./cnbh-syllables/feature_generation/run_aimcopy.sh $FEATURES_ROOT/aim/$SOURCE_SNR/ $NUMBER_OF_CORES
-    #touch $FEATURES_ROOT/aim/$SOURCE_SNR/.make_aim_features_success
+    ./cnbh-syllables/feature_generation/run_aimcopy.sh $FEATURES_ROOT/aim/$SOURCE_SNR/ $NUMBER_OF_CORES
+    touch $FEATURES_ROOT/aim/$SOURCE_SNR/.make_aim_features_success
   fi
 done 
 
@@ -126,6 +127,7 @@
 HMM_STATES="3 4 5 6 7 8"
 HMM_OUTPUT_COMPONENTS="1 2 3 4 5 6 7"
 
+return 0
 
 run_train_test () {
 # TODO(tom): Make sure that the training SNR is generated first
--- a/trunk/experiments/scripts/setup_aws_instance.sh	Fri Aug 13 11:00:28 2010 +0000
+++ b/trunk/experiments/scripts/setup_aws_instance.sh	Sat Aug 14 19:23:34 2010 +0000
@@ -1,7 +1,7 @@
 #!/bin/bash
 # Run ami-2fc2e95b (32 bit) or ami-05c2e971 (64 bit) in eu-west zone 
 # ec2-run-instances  --user-data-file ec2_user_data.sh --key tom_eu_west --instance-type m1.small --instance-count 1 --region eu-west-1 --availability-zone eu-west-1b ami-2fc2e95b
-
+# ec2-run-instances --user-data-file ec2_user_data.sh --key tom_eu_west --instance-type c1.xlarge --instance-count 1 --region eu-west-1 --availability-zone eu-west-1b ami-05c2e971
 sudo apt-get -y update
 sudo apt-get -y install bc subversion scons pkg-config libsndfile1-dev build-essential libboost-dev python sox