super-test.sh 13.9 KB
Newer Older
1
#! /usr/bin/env bash
2 3 4 5 6 7 8 9

set -euo pipefail

doit() {
  echo "@@@@ $@"
  "$@"
}

Kenton Varda's avatar
Kenton Varda committed
10 11 12 13 14 15 16 17 18
QUICK=

while [ $# -gt 0 ]; do
  case "$1" in
    test )
      ;;  # nothing
    quick )
      QUICK=quick
      ;;
19 20 21
    caffeinate )
      # Re-run preventing sleep.
      shift
22
      exec caffeinate -ims $0 $@
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
      ;;
    tmpdir )
      # Clone to a temp directory.
      if [ "$#" -lt 2 ]; then
        echo "usage: $0 tmpdir NAME [COMMAND]" >&2
        exit 1
      fi
      DIR=/tmp/$2
      shift 2
      if [ -e $DIR ]; then
        if [ "${DIR/*..*}" = "" ]; then
          echo "NO DO NOT PUT .. IN THERE IT'S GOING TO GO IN /tmp AND I'M GONNA DELETE IT" >&2
          exit 1
        fi
        if [ ! -e "$DIR/super-test.sh" ]; then
          echo "$DIR exists and it doesn't look like one of mine." >&2
          exit 1
        fi
        # make distcheck leaves non-writable files when it fails, so we need to chmod to be safe.
        chmod -R +w $DIR
        rm -rf $DIR
      fi
      git clone . $DIR
      cd $DIR
47
      exec ./super-test.sh "$@"
48
      ;;
Kenton Varda's avatar
Kenton Varda committed
49 50 51 52 53 54 55 56 57 58
    remote )
      if [ "$#" -lt 2 ]; then
        echo "usage: $0 remote HOST [COMMAND]" >&2
        exit 1
      fi
      HOST=$2
      shift 2
      echo "========================================================================="
      echo "Pushing code to $HOST..."
      echo "========================================================================="
59
      BRANCH=$(git rev-parse --abbrev-ref HEAD)
Kenton Varda's avatar
Kenton Varda committed
60
      ssh $HOST '(chmod -fR +w tmp-test-capnp || true) && rm -rf tmp-test-capnp && mkdir tmp-test-capnp && git init tmp-test-capnp'
61
      git push ssh://$HOST/~/tmp-test-capnp "$BRANCH:test"
62 63
      ssh $HOST "cd tmp-test-capnp && git checkout test"
      exec ssh $HOST "cd tmp-test-capnp && ./super-test.sh $@ && cd .. && rm -rf tmp-test-capnp"
Kenton Varda's avatar
Kenton Varda committed
64 65 66 67
      ;;
    clang )
      export CXX=clang++
      ;;
68 69 70
    gcc-4.9 )
      export CXX=g++-4.9
      ;;
Kenton Varda's avatar
Kenton Varda committed
71 72 73
    gcc-4.8 )
      export CXX=g++-4.8
      ;;
Kenton Varda's avatar
Kenton Varda committed
74 75 76
    gcc-4.7 )
      export CXX=g++-4.7
      ;;
77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122
    mingw )
      if [ "$#" -ne 2 ]; then
        echo "usage: $0 mingw CROSS_HOST" >&2
        exit 1
      fi
      CROSS_HOST=$2

      cd c++
      test -e configure || doit autoreconf -i
      test ! -e Makefile || (echo "ERROR: Directory unclean!" >&2 && false)
      doit ./configure --host="$CROSS_HOST" --disable-shared CXXFLAGS='-static-libgcc -static-libstdc++'
      doit make -j6 capnp.exe capnpc-c++.exe

      cp capnp.exe capnp-mingw.exe
      cp capnpc-c++.exe capnpc-c++-mingw.exe

      doit make distclean
      doit ./configure --host="$CROSS_HOST" --with-external-capnp --disable-shared --disable-reflection CXXFLAGS='-static-libgcc -static-libstdc++' CAPNP=./capnp-mingw.exe CAPNPC_CXX=./capnpc-c++-mingw.exe

      doit make -j6 check
      doit make distclean
      rm -f *-mingw.exe
      exit 0
      ;;
    android )
      if [ "$#" -ne 4 ]; then
        echo "usage: $0 android SDK_HOME TOOLCHAIN_HOME CROSS_HOST" >&2
        exit 1
      fi
      SDK_HOME=$2
      TOOLCHAIN_HOME=$3
      CROSS_HOST=$4

      cd c++
      test -e configure || doit autoreconf -i
      test ! -e Makefile || (echo "ERROR: Directory unclean!" >&2 && false)
      doit ./configure --disable-shared
      doit make -j6 capnp capnpc-c++

      cp capnp capnp-host
      cp capnpc-c++ capnpc-c++-host

      export PATH="$TOOLCHAIN_HOME/bin:$PATH"
      doit make distclean
      doit ./configure --host="$CROSS_HOST" --with-external-capnp --disable-shared CXXFLAGS='-pie -fPIE' CAPNP=./capnp-host CAPNPC_CXX=./capnpc-c++-host

123
      doit make -j6
124 125 126 127 128 129 130 131 132 133 134 135 136 137
      doit make -j6 capnp-test

      echo "Starting emulator..."
      trap 'kill $(jobs -p)' EXIT
      $SDK_HOME/tools/emulator -avd n6 -no-window &
      $SDK_HOME/platform-tools/adb wait-for-device
      echo "Waiting for localhost to be resolvable..."
      $SDK_HOME/platform-tools/adb shell 'while ! ping -c 1 localhost > /dev/null 2>&1; do sleep 1; done'
      doit $SDK_HOME/platform-tools/adb push capnp-test /data/capnp-test
      doit $SDK_HOME/platform-tools/adb shell 'cd /data && /data/capnp-test && echo ANDROID_""TESTS_PASSED' | tee android-test.log
      grep -q ANDROID_TESTS_PASSED android-test.log

      doit make distclean
      rm -f capnp-host capnpc-c++-host
Kenton Varda's avatar
Kenton Varda committed
138 139
      exit 0
      ;;
140
    cmake )
141
      cd c++
142 143 144 145 146 147 148
      rm -rf cmake-build
      mkdir cmake-build
      cd cmake-build
      doit cmake -G "Unix Makefiles" ..
      doit make -j6 check
      exit 0
      ;;
149 150 151 152 153 154 155 156 157 158 159 160 161
    exotic )
      echo "========================================================================="
      echo "MinGW 64-bit"
      echo "========================================================================="
      "$0" mingw x86_64-w64-mingw32
      echo "========================================================================="
      echo "MinGW 32-bit"
      echo "========================================================================="
      "$0" mingw i686-w64-mingw32
      echo "========================================================================="
      echo "Android"
      echo "========================================================================="
      "$0" android /home/kenton/android/android-sdk-linux /home/kenton/android/android-16 arm-linux-androideabi
162 163 164 165
      echo "========================================================================="
      echo "CMake"
      echo "========================================================================="
      "$0" cmake
166
      exit 0
167
      ;;
Kenton Varda's avatar
Kenton Varda committed
168 169 170 171 172 173 174 175 176 177 178 179 180 181 182
    clean )
      rm -rf tmp-staging
      cd c++
      if [ -e Makefile ]; then
        doit make maintainer-clean
      fi
      rm -f capnproto-*.tar.gz samples/addressbook samples/addressbook.capnp.c++ \
            samples/addressbook.capnp.h
      exit 0
      ;;
    help )
      echo "usage: $0 [COMMAND]"
      echo "commands:"
      echo "  test          Runs tests (the default)."
      echo "  clang         Runs tests using Clang compiler."
183
      echo "  gcc-4.7       Runs tests using gcc-4.7."
Kenton Varda's avatar
Kenton Varda committed
184
      echo "  gcc-4.8       Runs tests using gcc-4.8."
185
      echo "  gcc-4.9       Runs tests using gcc-4.9."
Kenton Varda's avatar
Kenton Varda committed
186
      echo "  remote HOST   Runs tests on HOST via SSH."
187 188
      echo "  mingw         Cross-compiles to MinGW and runs tests using WINE."
      echo "  android       Cross-compiles to Android and runs tests using emulator."
Kenton Varda's avatar
Kenton Varda committed
189 190 191 192 193 194 195 196 197 198 199 200
      echo "  clean         Delete temporary files that may be left after failure."
      echo "  help          Prints this help text."
      exit 0
      ;;
    * )
      echo "unknown command: $1" >&2
      echo "try: $0 help" >&2
      exit 1
      ;;
  esac
  shift
done
201

202
# Build optimized builds because they catch more problems, but also enable debugging macros.
203
# Enable lots of warnings and make sure the build breaks if they fire.  Disable strict-aliasing
204 205
# because GCC warns about code that I know is OK.  Disable sign-compare because I've fixed more
# sign-compare warnings than probably all other warnings combined and I've never seen it flag a
206
# real problem. Disable unused parameters because it's stupidly noisy and never a real problem.
207
export CXXFLAGS="-O2 -DDEBUG -Wall -Wextra -Werror -Wno-strict-aliasing -Wno-sign-compare -Wno-unused-parameter"
208

209 210
STAGING=$PWD/tmp-staging

211 212 213 214 215 216 217
rm -rf "$STAGING"
mkdir "$STAGING"
mkdir "$STAGING/bin"
mkdir "$STAGING/lib"
export PATH=$STAGING/bin:$PATH
export LD_LIBRARY_PATH=$STAGING/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}
export PKG_CONFIG_PATH=$STAGING/lib/pkgconfig
Kenton Varda's avatar
Kenton Varda committed
218 219 220 221

if [ "$QUICK" = quick ]; then
  echo "************************** QUICK TEST ***********************************"
fi
222 223 224 225 226

echo "========================================================================="
echo "Building c++"
echo "========================================================================="

227 228 229
# Apple now aliases gcc to clang, so probe to find out what compiler we're really using.
if (${CXX:-g++} -dM -E -x c++ /dev/null 2>&1 | grep -q '__clang__'); then
  IS_CLANG=yes
230
else
231
  IS_CLANG=no
232 233
fi

234
if [ $IS_CLANG = yes ]; then
235 236
  # Don't fail out on this ridiculous "argument unused during compilation" warning.
  export CXXFLAGS="$CXXFLAGS -Wno-error=unused-command-line-argument"
237
else
238 239
  # GCC emits uninitialized warnings all over and they seem bogus. We use valgrind to test for
  # uninitialized memory usage later on.
Kenton Varda's avatar
Kenton Varda committed
240
  CXXFLAGS="$CXXFLAGS -Wno-maybe-uninitialized"
241
fi
242

243 244 245 246 247
cd c++
doit autoreconf -i
doit ./configure --prefix="$STAGING"
doit make -j6 check

248 249 250 251 252
if [ $IS_CLANG = no ]; then
  # Verify that generated code compiles with pedantic warnings.  Make sure to treat capnp headers
  # as system headers so warnings in them are ignored.
  doit ${CXX:-g++} -isystem src -std=c++11 -fno-permissive -pedantic -Wall -Wextra -Werror \
      -c src/capnp/test.capnp.c++ -o /dev/null
Kenton Varda's avatar
Kenton Varda committed
253 254
fi

255 256 257 258 259 260
echo "========================================================================="
echo "Testing c++ install"
echo "========================================================================="

doit make install

Kenton Varda's avatar
Kenton Varda committed
261 262
test "x$(which capnp)" = "x$STAGING/bin/capnp"
test "x$(which capnpc-c++)" = "x$STAGING/bin/capnpc-c++"
263

264
cd samples
265

266
doit capnp compile -oc++ addressbook.capnp -I"$STAGING"/include --no-standard-import
267 268
doit ${CXX:-g++} -std=c++11 addressbook.c++ addressbook.capnp.c++ -o addressbook \
    $CXXFLAGS $(pkg-config --cflags --libs capnp)
269 270 271 272
echo "@@@@ ./addressbook (in various configurations)"
./addressbook write | ./addressbook read
./addressbook dwrite | ./addressbook dread
rm addressbook addressbook.capnp.c++ addressbook.capnp.h
273 274 275 276 277 278 279 280 281 282 283 284 285 286

doit capnp compile -oc++ calculator.capnp -I"$STAGING"/include --no-standard-import
doit ${CXX:-g++} -std=c++11 calculator-client.c++ calculator.capnp.c++ -o calculator-client \
    $CXXFLAGS $(pkg-config --cflags --libs capnp-rpc)
doit ${CXX:-g++} -std=c++11 calculator-server.c++ calculator.capnp.c++ -o calculator-server \
    $CXXFLAGS $(pkg-config --cflags --libs capnp-rpc)
rm -f /tmp/capnp-calculator-example-$$
./calculator-server unix:/tmp/capnp-calculator-example-$$ &
sleep 0.1
./calculator-client unix:/tmp/capnp-calculator-example-$$
kill %+
wait %+ || true
rm calculator-client calculator-server calculator.capnp.c++ calculator.capnp.h /tmp/capnp-calculator-example-$$

287 288
cd ..

289 290 291 292 293 294
if [ "$QUICK" = quick ]; then
  doit make maintainer-clean
  rm -rf "$STAGING"
  exit 0
fi

295 296 297 298 299
echo "========================================================================="
echo "Testing --with-external-capnp"
echo "========================================================================="

doit make distclean
300 301
doit ./configure --prefix="$STAGING" --disable-shared \
    --with-external-capnp CAPNP=$STAGING/bin/capnp
302
doit make -j6 check
303 304 305 306 307 308 309 310 311

echo "========================================================================="
echo "Testing --disable-reflection"
echo "========================================================================="

doit make distclean
doit ./configure --prefix="$STAGING" --disable-shared --disable-reflection \
    --with-external-capnp CAPNP=$STAGING/bin/capnp
doit make -j6 check
312 313 314 315 316 317 318 319 320 321 322 323 324 325
doit make distclean

# Test 32-bit build now while we have $STAGING available for cross-compiling.
if [ "x`uname -m`" = "xx86_64" ]; then
  echo "========================================================================="
  echo "Testing 32-bit build"
  echo "========================================================================="

  if [[ "`uname`" =~ CYGWIN ]]; then
    # It's just not possible to run cygwin32 binaries from within cygwin64.

    # Build as if we are cross-compiling, using the capnp we installed to $STAGING.
    doit ./configure --prefix="$STAGING" --disable-shared --host=i686-pc-cygwin \
        --with-external-capnp CAPNP=$STAGING/bin/capnp
326
    doit make -j6
327
    doit make -j6 capnp-test.exe
328

329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347
    # Expect a cygwin32 sshd to be listening at localhost port 2222, and use it
    # to run the tests.
    doit scp -P 2222 capnp-test.exe localhost:~/tmp-capnp-test.exe
    doit ssh -p 2222 localhost './tmp-capnp-test.exe && rm tmp-capnp-test.exe'

    doit make distclean

  elif [ "x${CXX:-g++}" != "xg++-4.8" ]; then
    doit ./configure CXX="${CXX:-g++} -m32" --disable-shared
    doit make -j6 check
    doit make distclean
  fi
fi

echo "========================================================================="
echo "Testing c++ uninstall"
echo "========================================================================="

doit ./configure --prefix="$STAGING"
348 349 350 351 352 353
doit make uninstall

echo "========================================================================="
echo "Testing c++ dist"
echo "========================================================================="

354
doit make -j6 distcheck
355 356 357
doit make distclean
rm capnproto-*.tar.gz

358 359 360 361 362 363 364 365 366 367
if [ "x`uname`" = xLinux ]; then
  echo "========================================================================="
  echo "Testing generic Unix (no Linux-specific features)"
  echo "========================================================================="

  doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -DKJ_USE_FUTEX=0 -DKJ_USE_EPOLL=0"
  doit make -j6 check
  doit make distclean
fi

368 369 370 371
echo "========================================================================="
echo "Testing with -fno-rtti and -fno-exceptions"
echo "========================================================================="

372
doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -fno-rtti"
373 374
doit make -j6 check
doit make distclean
375
doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -fno-exceptions"
376 377
doit make -j6 check
doit make distclean
378
doit ./configure --disable-shared CXXFLAGS="$CXXFLAGS -fno-rtti -fno-exceptions"
379 380
doit make -j6 check

381 382 383 384
# Valgrind is currently "experimental and mostly broken" on OSX and fails to run the full test
# suite, but I have it installed because it did manage to help me track down a bug or two.  Anyway,
# skip it on OSX for now.
if [ "x`uname`" != xDarwin ] && which valgrind > /dev/null; then
Kenton Varda's avatar
Kenton Varda committed
385 386
  doit make distclean

387 388 389 390 391 392 393
  echo "========================================================================="
  echo "Testing with valgrind"
  echo "========================================================================="

  doit ./configure --disable-shared CXXFLAGS="-g"
  doit make -j6
  doit make -j6 capnp-test
Kenton Varda's avatar
Kenton Varda committed
394
  doit valgrind --leak-check=full --track-fds=yes --error-exitcode=1 ./capnp-test
395 396
fi

397 398 399
doit make maintainer-clean

rm -rf "$STAGING"