annotate scripts/build_pd_heavy.sh @ 445:2b09be3fb0f2 prerelease

Re-implemented watch for build_heavy ... added .bela_common file for shared config and utilities
author Giulio Moro <giuliomoro@yahoo.it>
date Sun, 19 Jun 2016 03:28:53 +0100
parents 6462d0cc8906
children 86591d203c78
rev   line source
giuliomoro@425 1 #!/bin/sh
chris@160 2
chris@160 3 # shell script for automatic uploading/compiling of pd patch onto bbb
chris@160 4 # Christian Heinrichs 2015
chris@160 5 #
chris@160 6 # example usage: sh upload-and-compile.sh -f bwg-tests -q -e
chris@160 7
giuliomoro@431 8 trap "{ echo "";exit 0; }" 2
giuliomoro@203 9
chris@160 10 workingdir=".."
chris@160 11 pdpath=""
giuliomoro@398 12 NO_UPLOAD="0"
giuliomoro@203 13 WATCH="0"
giuliomoro@203 14 FORCE="0"
giuliomoro@203 15 #make sure the paths have the trailing / .
giuliomoro@431 16 projectpath="../tmp/heavy/hvtemp/"
giuliomoro@295 17 BBB_DEFAULT_PROJECT_NAME="heavyProject"
chris@160 18 COMMAND_ARGS=
chris@160 19 RUN_PROJECT=1
chris@160 20 RUN_IN_FOREGROUND=0
chris@160 21 RUN_WITHOUT_SCREEN=1
giuliomoro@203 22 BELA_PYTHON27=
giuliomoro@203 23
giuliomoro@445 24 source .bela_common || exit 1
giuliomoro@203 25 if [ -z "$BELA_PYTHON27" ]; then
giuliomoro@203 26 for PY in python python2.7 ; do
giuliomoro@428 27 python --version 2>&1 | grep "2\.7" >/dev/null 2>&1
giuliomoro@203 28 if [ $? -eq 0 ]; then
giuliomoro@203 29 BELA_PYTHON27=$PY
giuliomoro@203 30 break;
giuliomoro@203 31 fi;
giuliomoro@203 32 done;
giuliomoro@203 33 fi;
giuliomoro@203 34
giuliomoro@203 35 if [ -z "$BELA_PYTHON27" ]; then
giuliomoro@203 36 echo "It looks like you might not have python2.7 installed. If you do, please specify the path
giuliomoro@403 37 to your python2.7 executable in the environmental variable \$BELA_PYTHON27"
giuliomoro@203 38 exit 1;
giuliomoro@203 39 fi;
giuliomoro@203 40
chris@160 41
giuliomoro@430 42 usage ()
chris@160 43 {
giuliomoro@203 44 printf "\nUSAGE: build_pd.sh [[-i input folder containing _main.pd file ]\
giuliomoro@445 45 [-o output folder for temp heavy project .c files (default $projectpath)]\
giuliomoro@403 46 [-b bbb path to copy to (default ~/Bela)] | [-h] | [-w|--watch] | [-n|--noupload] | [-r|--release arg]\n"
giuliomoro@203 47 printf "\nexample: build_pd.sh -i ../projects/heavy/pd/hello-world -o ../projects/heavy/hello-world\n"
giuliomoro@445 48 echo "If --watch is selected, the script will check every 1s for any file that is modified in the source folder, which re-triggers\
giuliomoro@445 49 the building process.
giuliomoro@403 50 If --screen is selected, the prompt returns to the user after launching Bela in a screen on the target device.
giuliomoro@203 51 If --screen and --watch are combined, while the process is running in the screen, modifications to the source files will \
giuliomoro@403 52 still trigger a new build.
giuliomoro@403 53 -r allows to build against a specific Heavy release. Default is the most recent version.
giuliomoro@403 54 "
chris@160 55 }
chris@160 56
chris@160 57 while [ "$1" != "" ]; do
chris@160 58 case $1 in
giuliomoro@442 59 -b | --belaPath ) shift
giuliomoro@295 60 BBB_BELA_HOME=$1
chris@160 61 ;;
chris@160 62 -i | --input ) shift
chris@160 63 pdpath=$1
chris@160 64 ;;
chris@160 65 -o | --output ) shift
chris@160 66 projectpath=$1
chris@160 67 ;;
giuliomoro@403 68 -r | --release ) shift
giuliomoro@403 69 release=$1
giuliomoro@403 70 ;;
giuliomoro@203 71 -s | --screen ) RUN_WITHOUT_SCREEN="0"
giuliomoro@203 72 ;;
giuliomoro@203 73 -w | --watch ) WATCH=1
giuliomoro@203 74 ;;
giuliomoro@442 75 -n | --noupload ) NO_UPLOAD=1
giuliomoro@398 76 ;;
chris@160 77 -h | --help ) usage
chris@160 78 exit
chris@160 79 ;;
chris@160 80 * ) usage
chris@160 81 exit 1
chris@160 82 esac
chris@160 83 shift
chris@160 84 done
chris@160 85
giuliomoro@442 86 [ -z "$ENZIENAUDIO_COM_PATCH_NAME" ] && ENZIENAUDIO_COM_PATCH_NAME=bbb
giuliomoro@442 87 [ "$NO_UPLOAD" -eq 0 ] && [ -z "$pdpath" ] && { echo "Error: a path to the source folder should be provided"; exit 1; }
giuliomoro@442 88
giuliomoro@439 89 if [ -z "$release" ]
giuliomoro@403 90 then
giuliomoro@403 91 RELEASE_STRING=
giuliomoro@403 92 else
giuliomoro@403 93 RELEASE_STRING="-r $release"
giuliomoro@403 94 fi
chris@190 95
giuliomoro@431 96 #create destination folder if it does not exist"
giuliomoro@431 97 mkdir -p "$projectpath"
giuliomoro@431 98
giuliomoro@442 99 # These files will be cleared from $projectpath before calling uploader.py
giuliomoro@442 100 #TODO: get a reliable, exhaustive, up-to-date list.
giuliomoro@442 101 HEAVY_FILES='Heavy* Hv* Message* Signal*'
giuliomoro@445 102
giuliomoro@445 103 set_date
giuliomoro@445 104 reference_time_file="$projectpath"/
giuliomoro@445 105 trap "kill -9 "'$BACKGROUND_PROCESS_PID'"; exit 0;" 2 9
giuliomoro@430 106 uploadBuildRun(){
giuliomoro@398 107 if [ $NO_UPLOAD -eq 0 ]; then
giuliomoro@398 108 # remove old static files to avoid obsolete errors
giuliomoro@442 109 # make sure the path is not empty, so avoiding to rm -rf / by mistake
giuliomoro@442 110 [ -z $projectpath ] && { echo 'ERROR: $projectpath is empty.'; exit 0; }
giuliomoro@398 111 # use -rf to prevent warnings in case they do not exist
giuliomoro@442 112 for file in $HEAVY_FILES
giuliomoro@442 113 do
giuliomoro@442 114 rm -rf "$projectpath"/$file
giuliomoro@442 115 done
giuliomoro@203 116
giuliomoro@398 117 # invoke the online compiler
giuliomoro@442 118 echo "$BELA_PYTHON27" hvresources/uploader.py "$pdpath"/ -n $ENZIENAUDIO_COM_PATCH_NAME -g c -o "$projectpath" $RELEASE_STRING
giuliomoro@442 119 "$BELA_PYTHON27" hvresources/uploader.py "$pdpath"/ -n $ENZIENAUDIO_COM_PATCH_NAME -g c -o "$projectpath" $RELEASE_STRING ||\
giuliomoro@442 120 { echo "ERROR: an error occurred while executing the uploader.py script"; exit 1; }
chris@160 121 fi;
chris@160 122
giuliomoro@203 123 echo "";
giuliomoro@442 124
giuliomoro@442 125 # Test that files have been retrieved from the online compiler.
giuliomoro@442 126 # TODO: find a more reliable way of doing this. e.g.: have uploader.py fail with a non-zero error code.
giuliomoro@442 127 for file in $HEAVY_FILES;
giuliomoro@442 128 do
giuliomoro@442 129 ls "$projectpath"/$file >/dev/null 2>&1 || { echo "The online compiler failed, please try again."; exit 1; }
giuliomoro@442 130 done
giuliomoro@442 131 # Apply any Bela-specific patches here
giuliomoro@442 132 cp "hvresources/HvUtils.h" $projectpath/;
giuliomoro@203 133
giuliomoro@398 134 BBB_PROJECT_FOLDER=$BBB_PROJECT_HOME"/"$BBB_PROJECT_NAME #make sure there is no trailing slash here
giuliomoro@398 135 BBB_NETWORK_TARGET_FOLDER=$BBB_ADDRESS:$BBB_PROJECT_FOLDER
giuliomoro@398 136
giuliomoro@203 137 # check how to copy/sync render.cpp file...
giuliomoro@442 138 # check if custom heavy_render.cpp file is provided in the input folder
giuliomoro@442 139 # TODO: extend this to all non-Pd files
giuliomoro@442 140 CUSTOM_RENDER_SOURCE_PATH="$pdpath/heavy_render.cpp"
giuliomoro@442 141 if [ -f "$CUSTOM_RENDER_SOURCE_PATH" ]; then
giuliomoro@442 142 echo "Found custom heavy_render.cpp file in input folder, using that one instead of the default one.";
giuliomoro@445 143 cp "$CUSTOM_RENDER_SOURCE_PATH" "$projectpath/render.cpp"
giuliomoro@398 144 else
giuliomoro@442 145 echo "Using default heavy_render.cpp"
giuliomoro@445 146 cp "hvresources/heavy_render.cpp" "$projectpath/render.cpp"
giuliomoro@442 147 fi
giuliomoro@442 148
giuliomoro@442 149 echo "Updating files on board..."
giuliomoro@442 150 # HvContext* files tend to hang when transferring with rsync because they are very large and -c checksum takes a lot, I guess
giuliomoro@445 151
giuliomoro@445 152 touch $reference_time_file
giuliomoro@445 153 # Transfer the files
giuliomoro@442 154 rsync -ac --out-format=" %n" --no-t --delete-after --exclude='HvContext*' --exclude=build --exclude=$BBB_PROJECT_NAME "$projectpath"/ "$BBB_NETWORK_TARGET_FOLDER" &&\
giuliomoro@445 155 { [ $NO_UPLOAD -eq 1 ] || scp "$projectpath"/HvContext* $BBB_NETWORK_TARGET_FOLDER; } ||\
giuliomoro@442 156 { echo "ERROR: while synchronizing files with the BBB. Is the board connected?"; exit 1; }
chris@160 157
giuliomoro@445 158 # TODO: rsync should upload a list of modified files, so that the corresponding objects can be deleted
giuliomoro@442 159 # TODO: this should be run only when Heavy_bbb.h changes. Otherwise render is recompiled every time for no good reason
giuliomoro@445 160 #ssh $BBB_ADDRESS "rm -rf ${BBB_PROJECT_FOLDER}/build/render.*"
chris@190 161
giuliomoro@203 162 #produce a list of files which content has changed (not just the date)
giuliomoro@203 163 #TODO: could be made faster (perhaps) by backing up the folder locally instead of bbb
giuliomoro@295 164 # UPDATED_FILES=`rsync -naic --log-format="%f" "$projectpath" "$BBB_BELA_HOME"/source | grep -v "\.$"`
giuliomoro@203 165 # echo "UPDATEDFILES : $UPDATED_FILES"
giuliomoro@203 166 # exit 2
giuliomoro@445 167 # remove old executable
giuliomoro@445 168 #if [ $NO_UPLOAD -eq 0 ]; then
giuliomoro@445 169 # ssh $BBB_ADDRESS "rm -rf "$BBB_PROJECT_FOLDER/$BBB_PROJECT_NAME;
giuliomoro@445 170 #fi;
giuliomoro@442 171 # Make new Bela executable and run
giuliomoro@203 172 # It does not look very nice that we type the same things over and over
giuliomoro@203 173 # but that is because each line is an ssh session in its own right
giuliomoro@329 174 MAKE_COMMAND="make stop -C $BBB_BELA_HOME PROJECT='$BBB_PROJECT_NAME' CL='$COMMAND_ARGS'"
giuliomoro@203 175 if [ $RUN_PROJECT -eq 0 ]
giuliomoro@203 176 then
giuliomoro@203 177 echo "Building project..."
giuliomoro@329 178 ssh $BBB_ADDRESS "$MAKE_COMMAND"
giuliomoro@203 179 else
giuliomoro@203 180 echo "Building and running project..."
giuliomoro@445 181 echo "WATCH: $WATCH"
giuliomoro@445 182 if [ $WATCH -eq 1 ]
giuliomoro@445 183 then
giuliomoro@445 184 # try to emulate run_without_screen: run with fifo
giuliomoro@445 185 [ $RUN_WITHOUT_SCREEN -eq 1 ] && { ssh $BBB_ADDRESS "$MAKE_COMMAND runscreenfifo"& BACKGROUND_PROCESS_PID=$!; } ||\
giuliomoro@445 186 { ssh $BBB_ADDRESS "$MAKE_COMMAND runscreen"; }
giuliomoro@445 187 elif [ $RUN_WITHOUT_SCREEN -eq 1 ]
giuliomoro@203 188 then
giuliomoro@329 189 ssh -t $BBB_ADDRESS "$MAKE_COMMAND run"
giuliomoro@203 190 elif [ $RUN_IN_FOREGROUND -eq 1 ]
giuliomoro@203 191 then
giuliomoro@203 192 # Run in screen without detaching
giuliomoro@329 193 ssh -t $BBB_ADDRESS "$MAKE_COMMAND runscreenfg"
giuliomoro@445 194 else
giuliomoro@203 195 # Run in screen and detach
giuliomoro@445 196 ssh $BBB_ADDRESS "$MAKE_COMMAND runscreen"
giuliomoro@203 197 fi
giuliomoro@203 198 fi
giuliomoro@403 199 } #uploadBuildRun
giuliomoro@203 200
giuliomoro@403 201 uploadBuildRun
giuliomoro@203 202
giuliomoro@203 203 if [ $WATCH -ne 0 ]; then
giuliomoro@445 204 BACK_NO_UPLOAD=$NO_UPLOAD
giuliomoro@445 205 while true
giuliomoro@445 206 do
giuliomoro@445 207 echo "Waiting for changes in $pdpath, or press ctrl-c to terminate"
giuliomoro@445 208 wait_for_change "$pdpath" "$reference_time_file"
giuliomoro@445 209 echo "Files changed"
giuliomoro@445 210 # if .pd files did not change, no point in re-uploading
giuliomoro@445 211 folder_has_changed "$pdpath" "$reference_time_file" "\.pd" &&\
giuliomoro@445 212 NO_UPLOAD=$BACK_NO_UPLOAD || NO_UPLOAD=1
giuliomoro@445 213 uploadBuildRun
giuliomoro@445 214 done
chris@160 215 fi;
chris@160 216 #ssh -t root@192.168.7.2 "kill -s 2 \`pidof heavy_template\` 2>/dev/null; sleep 0.5; rm -f ~/$filename_bbb/Release/source/heavy/HvContext_bbb.? ~/$filename_bbb/Release/heavy_template && make all -C ~/$filename_bbb/Release" &>/dev/null