comparison src/capnproto-0.6.0/super-test.sh @ 147:45360b968bf4

Cap'n Proto v0.6 + build for OSX

+#! /usr/bin/env bash
+
+set -euo pipefail
+
+doit() {
+  echo "@@@@ $@"
+  "$@"
+}
+
+QUICK=
+
+PARALLEL=$(nproc 2>/dev/null || echo 1)
+
+while [ $# -gt 0 ]; do
+  case "$1" in
+    -j* )
+      PARALLEL=${1#-j}
+      ;;
+    test )
+      ;;  # nothing
+    quick )
+      QUICK=quick
+      ;;
+    caffeinate )
+      # Re-run preventing sleep.
+      shift
+      exec caffeinate -ims $0 $@
+      ;;
+    tmpdir )
+      # Clone to a temp directory.
+      if [ "$#" -lt 2 ]; then
+        echo "usage: $0 tmpdir NAME [COMMAND]" >&2
+        exit 1
+      fi
+      DIR=/tmp/$2
+      shift 2
+      if [ -e $DIR ]; then
+        if [ "${DIR/*..*}" = "" ]; then
+          echo "NO DO NOT PUT .. IN THERE IT'S GOING TO GO IN /tmp AND I'M GONNA DELETE IT" >&2
+          exit 1
+        fi
+        if [ ! -e "$DIR/super-test.sh" ]; then
+          echo "$DIR exists and it doesn't look like one of mine." >&2
+          exit 1
+        fi
+        # make distcheck leaves non-writable files when it fails, so we need to chmod to be safe.
+        chmod -R +w $DIR
+        rm -rf $DIR
+      fi
+      git clone . $DIR
+      cd $DIR
+      exec ./super-test.sh "$@"
+      ;;
+    remote )
+      if [ "$#" -lt 2 ]; then
+        echo "usage: $0 remote HOST [COMMAND]" >&2
+        exit 1
+      fi
+      HOST=$2
+      shift 2
+      echo "========================================================================="
+      echo "Pushing code to $HOST..."
+      echo "========================================================================="
+      BRANCH=$(git rev-parse --abbrev-ref HEAD)
+      ssh $HOST '(chmod -fR +w tmp-test-capnp || true) && rm -rf tmp-test-capnp && mkdir tmp-test-capnp && git init tmp-test-capnp'
+      git push ssh://$HOST/~/tmp-test-capnp "$BRANCH:test"
+      ssh $HOST "cd tmp-test-capnp && git checkout test"
+      exec ssh $HOST "cd tmp-test-capnp && ./super-test.sh $@ && cd .. && rm -rf tmp-test-capnp"
+      ;;
+    compiler )
+      if [ "$#" -lt 2 ]; then
+        echo "usage: $0 compiler CXX_NAME" >&2
+        exit 1
+      fi
+      export CXX="$2"
+      shift
+      ;;
+    clang )
+      export CXX=clang++
+      ;;
+    gcc-4.9 )
+      export CXX=g++-4.9
+      ;;
+    gcc-4.8 )
+      export CXX=g++-4.8
+      ;;
+    gcc-4.7 )
+      export CXX=g++-4.7
+      ;;
+    mingw )
+      if [ "$#" -ne 2 ]; then
+        echo "usage: $0 mingw CROSS_HOST" >&2
+        exit 1
+      fi
+      CROSS_HOST=$2
+
+      cd c++
+      test -e configure || doit autoreconf -i
+      test ! -e Makefile || (echo "ERROR: Directory unclean!" >&2 && false)
+
+      export WINEPATH='Z:\usr\'"$CROSS_HOST"'\lib;Z:\usr\lib\gcc\'"$CROSS_HOST"'\6.3-win32;Z:'"$PWD"'\.libs'
+
+      doit ./configure --host="$CROSS_HOST" --disable-shared CXXFLAGS='-static-libgcc -static-libstdc++'
+
+      doit make -j$PARALLEL check
+      doit make distclean
+      rm -f *-mingw.exe
+      exit 0
+      ;;
+    android )
+      # To install Android SDK:
+      # - Download command-line tools: https://developer.android.com/studio/index.html#command-tools
+      # - Run $SDK_HOME/tools/bin/sdkmanager platform-tools 'platforms;android-25' 'system-images;android-25;google_apis;armeabi-v7a' emulator 'build-tools;25.0.2' ndk-bundle
+      # - Run $SDK_HOME/tools/bin/avdmanager create avd -n capnp -k 'system-images;android-25;google_apis;armeabi-v7a' -b google_apis/armeabi-v7a
+      # - Run $SDK_HOME/ndk-bundle/build/tools/make_standalone_toolchain.py --arch arm --api 24 --install-dir $TOOLCHAIN_HOME
+      if [ "$#" -ne 4 ]; then
+        echo "usage: $0 android SDK_HOME TOOLCHAIN_HOME CROSS_HOST" >&2
+        exit 1
+      fi
+      SDK_HOME=$2
+      TOOLCHAIN_HOME=$3
+      CROSS_HOST=$4
+
+      cd c++
+      test -e configure || doit autoreconf -i
+      test ! -e Makefile || (echo "ERROR: Directory unclean!" >&2 && false)
+      doit ./configure --disable-shared
+      doit make -j$PARALLEL capnp capnpc-c++
+
+      cp capnp capnp-host
+      cp capnpc-c++ capnpc-c++-host
+
+      export PATH="$TOOLCHAIN_HOME/bin:$PATH"
+      doit make distclean
+      doit ./configure --host="$CROSS_HOST" --with-external-capnp --disable-shared CXXFLAGS='-pie -fPIE' CAPNP=./capnp-host CAPNPC_CXX=./capnpc-c++-host
+
+      doit make -j$PARALLEL
+      doit make -j$PARALLEL capnp-test
+
+      echo "Starting emulator..."
+      trap 'kill $(jobs -p)' EXIT
+      # TODO(someday): Speed up with KVM? Then maybe we won't have to skip fuzz tests?
+      $SDK_HOME/emulator/emulator -avd capnp -no-window &
+      $SDK_HOME/platform-tools/adb 'wait-for-device'
+      echo "Waiting for localhost to be resolvable..."
+      doit $SDK_HOME/platform-tools/adb shell 'while ! ping -c 1 localhost > /dev/null 2>&1; do sleep 1; done'
+      # TODO(cleanup): With 'adb shell' I find I cannot put files anywhere, so I'm using 'su' a
+      #   lot here. There is probably a better way.
+      doit $SDK_HOME/platform-tools/adb shell 'su 0 tee /data/capnp-test > /dev/null' < capnp-test
+      doit $SDK_HOME/platform-tools/adb shell 'su 0 chmod a+rx /data/capnp-test'
+      doit $SDK_HOME/platform-tools/adb shell 'cd /data && CAPNP_SKIP_FUZZ_TEST=1 su 0 /data/capnp-test && echo ANDROID_""TESTS_PASSED' | tee android-test.log
+      grep -q ANDROID_TESTS_PASSED android-test.log
+
+      doit make distclean
+      rm -f capnp-host capnpc-c++-host
+      exit 0
+      ;;
+    cmake )
+      cd c++
+      rm -rf cmake-build
+      mkdir cmake-build
+      cd cmake-build
+      doit cmake -G "Unix Makefiles" ..
+      doit make -j$PARALLEL check
+      exit 0
+      ;;
+    exotic )
+      echo "========================================================================="
+      echo "MinGW 64-bit"
+      echo "========================================================================="
+      "$0" mingw x86_64-w64-mingw32
+      echo "========================================================================="
+      echo "MinGW 32-bit"
+      echo "========================================================================="
+      "$0" mingw i686-w64-mingw32
+      echo "========================================================================="
+      echo "Android"
+      echo "========================================================================="
+      "$0" android /home/kenton/android-sdk-linux /home/kenton/android-24 arm-linux-androideabi
+      echo "========================================================================="
+      echo "CMake"
+      echo "========================================================================="
+      "$0" cmake
+      exit 0
+      ;;
+    clean )
+      rm -rf tmp-staging
+      cd c++
+      if [ -e Makefile ]; then
+        doit make maintainer-clean
+      fi
+      rm -f capnproto-*.tar.gz samples/addressbook samples/addressbook.capnp.c++ \
+            samples/addressbook.capnp.h
+      exit 0
+      ;;
+    help )
+      echo "usage: $0 [COMMAND]"
+      echo "commands:"
+      echo "  test          Runs tests (the default)."
+      echo "  clang         Runs tests using Clang compiler."
+      echo "  gcc-4.7       Runs tests using gcc-4.7."
+      echo "  gcc-4.8       Runs tests using gcc-4.8."
+      echo "  gcc-4.9       Runs tests using gcc-4.9."
+      echo "  remote HOST   Runs tests on HOST via SSH."
+      echo "  mingw         Cross-compiles to MinGW and runs tests using WINE."
+      echo "  android       Cross-compiles to Android and runs tests using emulator."
+      echo "  clean         Delete temporary files that may be left after failure."
+      echo "  help          Prints this help text."
+      exit 0
+      ;;
+    * )
+      echo "unknown command: $1" >&2
+      echo "try: $0 help" >&2
+      exit 1
+      ;;
+  esac
+  shift
+done
+
+# Build optimized builds because they catch more problems, but also enable debugging macros.
+# Enable lots of warnings and make sure the build breaks if they fire.  Disable strict-aliasing
+# because GCC warns about code that I know is OK.  Disable sign-compare because I've fixed more
+# sign-compare warnings than probably all other warnings combined and I've never seen it flag a
+# real problem. Disable unused parameters because it's stupidly noisy and never a real problem.
+# Enable expensive release-gating tests.
+export CXXFLAGS="-O2 -DDEBUG -Wall -Wextra -Werror -Wno-strict-aliasing -Wno-sign-compare -Wno-unused-parameter -DCAPNP_EXPENSIVE_TESTS=1"
+
+STAGING=$PWD/tmp-staging
+
+rm -rf "$STAGING"
+mkdir "$STAGING"
+mkdir "$STAGING/bin"
+mkdir "$STAGING/lib"
+export PATH=$STAGING/bin:$PATH
+export LD_LIBRARY_PATH=$STAGING/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}
+export PKG_CONFIG_PATH=$STAGING/lib/pkgconfig
+
+if [ "$QUICK" = quick ]; then
+  echo "************************** QUICK TEST ***********************************"
+fi
+
+echo "========================================================================="
+echo "Building c++"
+echo "========================================================================="
+
+# Apple now aliases gcc to clang, so probe to find out what compiler we're really using.
+if (${CXX:-g++} -dM -E -x c++ /dev/null 2>&1 | grep -q '__clang__'); then
+  IS_CLANG=yes
+  DISABLE_OPTIMIZATION_IF_GCC=
+else
+  IS_CLANG=no
+  DISABLE_OPTIMIZATION_IF_GCC=-O0
+fi
+
+if [ $IS_CLANG = yes ]; then
+  # Don't fail out on this ridiculous "argument unused during compilation" warning.
+  export CXXFLAGS="$CXXFLAGS -Wno-error=unused-command-line-argument"
+else
+  # GCC emits uninitialized warnings all over and they seem bogus. We use valgrind to test for
+  # uninitialized memory usage later on. GCC 4 also emits strange bogus warnings with
+  # -Wstrict-overflow, so we disable it.
+  CXXFLAGS="$CXXFLAGS -Wno-maybe-uninitialized -Wno-strict-overflow"
+fi
+
+cd c++
+doit autoreconf -i
+doit ./configure --prefix="$STAGING"
+doit make -j$PARALLEL check
+
+if [ $IS_CLANG = no ]; then
+  # Verify that generated code compiles with pedantic warnings.  Make sure to treat capnp headers
+  # as system headers so warnings in them are ignored.
+  doit ${CXX:-g++} -isystem src -std=c++11 -fno-permissive -pedantic -Wall -Wextra -Werror \
+      -c src/capnp/test.capnp.c++ -o /dev/null
+fi
+
+echo "========================================================================="
+echo "Testing c++ install"
+echo "========================================================================="
+
+doit make install
+
+test "x$(which capnp)" = "x$STAGING/bin/capnp"
+test "x$(which capnpc-c++)" = "x$STAGING/bin/capnpc-c++"
+
+cd samples
+
+doit capnp compile -oc++ addressbook.capnp -I"$STAGING"/include --no-standard-import
+doit ${CXX:-g++} -std=c++11 addressbook.c++ addressbook.capnp.c++ -o addressbook \
+    $CXXFLAGS $(pkg-config --cflags --libs capnp)
+echo "@@@@ ./addressbook (in various configurations)"
+./addressbook write | ./addressbook read
+./addressbook dwrite | ./addressbook dread
+rm addressbook addressbook.capnp.c++ addressbook.capnp.h
+
+doit capnp compile -oc++ calculator.capnp -I"$STAGING"/include --no-standard-import
+doit ${CXX:-g++} -std=c++11 calculator-client.c++ calculator.capnp.c++ -o calculator-client \
+    $CXXFLAGS $(pkg-config --cflags --libs capnp-rpc)
+doit ${CXX:-g++} -std=c++11 calculator-server.c++ calculator.capnp.c++ -o calculator-server \
+    $CXXFLAGS $(pkg-config --cflags --libs capnp-rpc)
+rm -f /tmp/capnp-calculator-example-$$
+./calculator-server unix:/tmp/capnp-calculator-example-$$ &
+sleep 0.1
+./calculator-client unix:/tmp/capnp-calculator-example-$$
+kill %+
+wait %+ || true
+rm calculator-client calculator-server calculator.capnp.c++ calculator.capnp.h /tmp/capnp-calculator-example-$$
+
+cd ..
+
+if [ "$QUICK" = quick ]; then
+  doit make maintainer-clean
+  rm -rf "$STAGING"
+  exit 0
+fi
+
+echo "========================================================================="
+echo "Testing --with-external-capnp"
+echo "========================================================================="
+
+doit make distclean
+doit ./configure --prefix="$STAGING" --disable-shared \
+    --with-external-capnp CAPNP=$STAGING/bin/capnp
+doit make -j$PARALLEL check
+
+echo "========================================================================="
+echo "Testing --disable-reflection"
+echo "========================================================================="
+
+doit make distclean
+doit ./configure --prefix="$STAGING" --disable-shared --disable-reflection \
+    --with-external-capnp CAPNP=$STAGING/bin/capnp
+doit make -j$PARALLEL check
+doit make distclean
+
+# Test 32-bit build now while we have $STAGING available for cross-compiling.
+if [ "x`uname -m`" = "xx86_64" ]; then
+  echo "========================================================================="
+  echo "Testing 32-bit build"
+  echo "========================================================================="
+
+  if [[ "`uname`" =~ CYGWIN ]]; then
+    # It's just not possible to run cygwin32 binaries from within cygwin64.
+
+    # Build as if we are cross-compiling, using the capnp we installed to $STAGING.
+    doit ./configure --prefix="$STAGING" --disable-shared --host=i686-pc-cygwin \
+        --with-external-capnp CAPNP=$STAGING/bin/capnp
+    doit make -j$PARALLEL
+    doit make -j$PARALLEL capnp-test.exe
+
+    # Expect a cygwin32 sshd to be listening at localhost port 2222, and use it
+    # to run the tests.
+    doit scp -P 2222 capnp-test.exe localhost:~/tmp-capnp-test.exe
+    doit ssh -p 2222 localhost './tmp-capnp-test.exe && rm tmp-capnp-test.exe'
+
+    doit make distclean
+
+  elif [ "x${CXX:-g++}" != "xg++-4.8" ]; then
+    doit ./configure CXX="${CXX:-g++} -m32" --disable-shared
+    doit make -j$PARALLEL check
+    doit make distclean
+  fi
+fi
+
+echo "========================================================================="
+echo "Testing c++ uninstall"
+echo "========================================================================="
+
+doit ./configure --prefix="$STAGING"
+doit make uninstall
+
+echo "========================================================================="
+echo "Testing c++ dist"
+echo "========================================================================="
+
+doit make -j$PARALLEL distcheck
+doit make distclean
+rm capnproto-*.tar.gz
+
+if [ "x`uname`" = xLinux ]; then
+  echo "========================================================================="
+  echo "Testing generic Unix (no Linux-specific features)"
+  echo "========================================================================="
+
+  doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -DKJ_USE_FUTEX=0 -DKJ_USE_EPOLL=0"
+  doit make -j$PARALLEL check
+  doit make distclean
+fi
+
+echo "========================================================================="
+echo "Testing with -fno-rtti and -fno-exceptions"
+echo "========================================================================="
+
+# GCC miscompiles capnpc-c++ when -fno-exceptions and -O2 are specified together. The
+# miscompilation happens in one specific inlined call site of Array::dispose(), but this method
+# is inlined in hundreds of other places without issue, so I have no idea how to narrow down the
+# bug. Clang works fine. So, for now, we disable optimizations on GCC for -fno-exceptions tests.
+
+doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -fno-rtti"
+doit make -j$PARALLEL check
+doit make distclean
+doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -fno-exceptions $DISABLE_OPTIMIZATION_IF_GCC"
+doit make -j$PARALLEL check
+doit make distclean
+doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -fno-rtti -fno-exceptions $DISABLE_OPTIMIZATION_IF_GCC"
+doit make -j$PARALLEL check
+
+# Valgrind is currently "experimental and mostly broken" on OSX and fails to run the full test
+# suite, but I have it installed because it did manage to help me track down a bug or two.  Anyway,
+# skip it on OSX for now.
+if [ "x`uname`" != xDarwin ] && which valgrind > /dev/null; then
+  doit make distclean
+
+  echo "========================================================================="
+  echo "Testing with valgrind"
+  echo "========================================================================="
+
+  doit ./configure --disable-shared CXXFLAGS="-g"
+  doit make -j$PARALLEL
+  doit make -j$PARALLEL capnp-test
+  # Running the fuzz tests under Valgrind is a great thing to do -- but it takes
+  # some 40 minutes. So, it needs to be done as a separate step of the release
+  # process, perhaps along with the AFL tests.
+  CAPNP_SKIP_FUZZ_TEST=1 doit valgrind --leak-check=full --track-fds=yes --error-exitcode=1 ./capnp-test
+fi
+
+doit make maintainer-clean
+
+rm -rf "$STAGING"