tests.sh 17 KB
Newer Older
1
#!/bin/bash
2 3 4 5
#
# Build and runs tests for the protobuf project.  The tests as written here are
# used by both Jenkins and Travis, though some specialized logic is required to
# handle the differences between them.
6

7 8 9 10 11 12
on_travis() {
  if [ "$TRAVIS" == "true" ]; then
    "$@"
  fi
}

13 14 15
# For when some other test needs the C++ main build, including protoc and
# libprotobuf.
internal_build_cpp() {
16 17 18 19 20
  if [ -f src/protoc ]; then
    # Already built.
    return
  fi

Josh Haberman's avatar
Josh Haberman committed
21
  if [[ $(uname -s) == "Linux" && "$TRAVIS" == "true" ]]; then
22 23 24 25 26 27 28
    # Install GCC 4.8 to replace the default GCC 4.6. We need 4.8 for more
    # decent C++ 11 support in order to compile conformance tests.
    sudo add-apt-repository ppa:ubuntu-toolchain-r/test -y
    sudo apt-get update -qq
    sudo apt-get install -qq g++-4.8
    export CXX="g++-4.8" CC="gcc-4.8"
  fi
29

30
  ./autogen.sh
31 32
  ./configure CXXFLAGS="-fPIC"  # -fPIC is needed for python cpp test.
                                # See python/setup.py for more details
33
  make -j2
34 35 36 37
}

build_cpp() {
  internal_build_cpp
38
  make check -j2
39
  cd conformance && make test_cpp && cd ..
40

41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
  # The benchmark code depends on cmake, so test if it is installed before
  # trying to do the build.
  # NOTE: The travis macOS images say they have cmake, but the xcode8.1 image
  # appears to be missing it: https://github.com/travis-ci/travis-ci/issues/6996
  if [[ $(type cmake 2>/dev/null) ]]; then
    # Verify benchmarking code can build successfully.
    git submodule init
    git submodule update
    cd third_party/benchmark && cmake -DCMAKE_BUILD_TYPE=Release && make && cd ../..
    cd benchmarks && make && ./generate-datasets && cd ..
  else
    echo ""
    echo "WARNING: Skipping validation of the bench marking code, cmake isn't installed."
    echo ""
  fi
56 57 58 59 60
}

build_cpp_distcheck() {
  ./autogen.sh
  ./configure
61 62 63
  make dist

  # List all files that should be included in the distribution package.
Feng Xiao's avatar
Feng Xiao committed
64
  git ls-files | grep "^\(java\|python\|objectivec\|csharp\|js\|ruby\|php\|cmake\|examples\)" |\
65
    grep -v ".gitignore" | grep -v "java/compatibility_tests" |\
66
    grep -v "python/compatibility_tests" | grep -v "csharp/compatibility_tests" > dist.lst
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85
  # Unzip the dist tar file.
  DIST=`ls *.tar.gz`
  tar -xf $DIST
  cd ${DIST//.tar.gz}
  # Check if every file exists in the dist tar file.
  FILES_MISSING=""
  for FILE in $(<../dist.lst); do
    if ! file $FILE &>/dev/null; then
      echo "$FILE is not found!"
      FILES_MISSING="$FILE $FILES_MISSING"
    fi
  done
  cd ..
  if [ ! -z "$FILES_MISSING" ]; then
    echo "Missing files in EXTRA_DIST: $FILES_MISSING"
    exit 1
  fi

  # Do the regular dist-check for C++.
86
  make distcheck -j2
87 88
}

89
build_csharp() {
90 91 92 93
  # Just for the conformance tests. We don't currently
  # need to really build protoc, but it's simplest to keep with the
  # conventions of the other builds.
  internal_build_cpp
94
  NUGET=/usr/local/bin/nuget.exe
95

96 97 98 99
  # Perform "dotnet new" once to get the setup preprocessing out of the
  # way. That spews a lot of output (including backspaces) into logs
  # otherwise, and can cause problems. It doesn't matter if this step
  # is performed multiple times; it's cheap after the first time anyway.
100 101 102
  # (It also doesn't matter if it's unnecessary, which it will be on some
  # systems. It's necessary on Jenkins in order to avoid unprintable
  # characters appearing in the JUnit output.)
103 104 105 106
  mkdir dotnettmp
  (cd dotnettmp; dotnet new > /dev/null)
  rm -rf dotnettmp

107
  csharp/buildall.sh
108
  cd conformance && make test_csharp && cd ..
109 110 111

  # Run csharp compatibility test between 3.0.0 and the current version.
  csharp/compatibility_tests/v3.0.0/test.sh 3.0.0
112 113
}

Tim Swast's avatar
Tim Swast committed
114 115 116 117 118 119 120
build_golang() {
  # Go build needs `protoc`.
  internal_build_cpp
  # Add protoc to the path so that the examples build finds it.
  export PATH="`pwd`/src:$PATH"

  # Install Go and the Go protobuf compiler plugin.
Feng Xiao's avatar
Feng Xiao committed
121 122 123
  on_travis sudo apt-get update -qq
  on_travis sudo apt-get install -qq golang

Tim Swast's avatar
Tim Swast committed
124 125
  export GOPATH="$HOME/gocode"
  mkdir -p "$GOPATH/src/github.com/google"
Feng Xiao's avatar
Feng Xiao committed
126
  rm -f "$GOPATH/src/github.com/google/protobuf"
Tim Swast's avatar
Tim Swast committed
127 128 129 130 131 132 133
  ln -s "`pwd`" "$GOPATH/src/github.com/google/protobuf"
  export PATH="$GOPATH/bin:$PATH"
  go get github.com/golang/protobuf/protoc-gen-go

  cd examples && make gotest && cd ..
}

134 135 136 137
use_java() {
  version=$1
  case "$version" in
    jdk7)
138
      on_travis sudo apt-get install openjdk-7-jdk
139
      export PATH=/usr/lib/jvm/java-7-openjdk-amd64/bin:$PATH
140
      export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
141 142
      ;;
    oracle7)
143 144 145 146 147 148 149
      if [ "$TRAVIS" == "true" ]; then
        sudo apt-get install python-software-properties # for apt-add-repository
        echo "oracle-java7-installer shared/accepted-oracle-license-v1-1 select true" | \
          sudo debconf-set-selections
        yes | sudo apt-add-repository ppa:webupd8team/java
        yes | sudo apt-get install oracle-java7-installer
      fi;
150
      export PATH=/usr/lib/jvm/java-7-oracle/bin:$PATH
151
      export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
152 153 154
      ;;
  esac

155 156 157 158 159
  if [ "$TRAVIS" != "true" ]; then
    MAVEN_LOCAL_REPOSITORY=/var/maven_local_repository
    MVN="$MVN -e -X --offline -Dmaven.repo.local=$MAVEN_LOCAL_REPOSITORY"
  fi;

160 161
  which java
  java -version
162
  $MVN -version
163 164
}

165
# --batch-mode supresses download progress output that spams the logs.
166
MVN="mvn --batch-mode"
167

168
build_java() {
169 170
  version=$1
  dir=java_$version
171 172
  # Java build needs `protoc`.
  internal_build_cpp
173 174
  cp -r java $dir
  cd $dir && $MVN clean && $MVN test
175 176 177
  cd ../..
}

178 179
# The conformance tests are hard-coded to work with the $ROOT/java directory.
# So this can't run in parallel with two different sets of tests.
180
build_java_with_conformance_tests() {
181
  # Java build needs `protoc`.
182
  internal_build_cpp
183
  cd java && $MVN test && $MVN install
184
  cd util && $MVN package assembly:single
Feng Xiao's avatar
Feng Xiao committed
185
  cd ../..
186 187 188 189 190
  cd conformance && make test_java && cd ..
}

build_javanano() {
  # Java build needs `protoc`.
191
  internal_build_cpp
192
  cd javanano && $MVN test && cd ..
193 194 195 196
}

build_java_jdk7() {
  use_java jdk7
197
  build_java_with_conformance_tests
198 199 200
}
build_java_oracle7() {
  use_java oracle7
201
  build_java oracle7
202
}
203 204 205 206 207 208 209 210
build_java_compatibility() {
  use_java jdk7
  internal_build_cpp
  # Use the unit-tests extraced from 2.5.0 to test the compatibilty between
  # 3.0.0-beta-4 and the current version.
  cd java/compatibility_tests/v2.5.0
  ./test.sh 3.0.0-beta-4
}
211 212 213 214 215 216 217 218 219 220

build_javanano_jdk7() {
  use_java jdk7
  build_javanano
}
build_javanano_oracle7() {
  use_java oracle7
  build_javanano
}

221
internal_install_python_deps() {
222 223 224
  if [ "$TRAVIS" != "true" ]; then
    return;
  fi
225 226 227 228 229 230
  # Install tox (OS X doesn't have pip).
  if [ $(uname -s) == "Darwin" ]; then
    sudo easy_install tox
  else
    sudo pip install tox
  fi
231
  # Only install Python2.6/3.x on Linux.
232 233 234 235 236
  if [ $(uname -s) == "Linux" ]; then
    sudo apt-get install -y python-software-properties # for apt-add-repository
    sudo apt-add-repository -y ppa:fkrull/deadsnakes
    sudo apt-get update -qq
    sudo apt-get install -y python2.6 python2.6-dev
237 238
    sudo apt-get install -y python3.3 python3.3-dev
    sudo apt-get install -y python3.4 python3.4-dev
239
  fi
240 241
}

242
build_objectivec_ios() {
243
  # Reused the build script that takes care of configuring and ensuring things
244 245 246 247 248
  # are up to date.  The OS X test runs the objc conformance test, so skip it
  # here.
  # Note: travis has xctool installed, and we've looked at using it in the past
  # but it has ended up proving unreliable (bugs), an they are removing build
  # support in favor of xcbuild (or just xcodebuild).
249
  objectivec/DevTools/full_mac_build.sh \
250
      --core-only --skip-xcode-osx --skip-objc-conformance "$@"
251 252
}

253 254
build_objectivec_ios_debug() {
  build_objectivec_ios --skip-xcode-release
255 256
}

257 258
build_objectivec_ios_release() {
  build_objectivec_ios --skip-xcode-debug
259 260 261
}

build_objectivec_osx() {
262 263 264 265
  # Reused the build script that takes care of configuring and ensuring things
  # are up to date.
  objectivec/DevTools/full_mac_build.sh \
      --core-only --skip-xcode-ios
266
}
267

268 269 270 271 272 273
build_objectivec_cocoapods_integration() {
  # Update pod to the latest version.
  gem install cocoapods --no-ri --no-rdoc
  objectivec/Tests/CocoaPods/run_tests.sh
}

274
build_python() {
275
  internal_build_cpp
276
  internal_install_python_deps
277
  cd python
278
  # Only test Python 2.6/3.x on Linux
279
  if [ $(uname -s) == "Linux" ]; then
280
    envlist=py\{26,27,33,34\}-python
281 282 283 284
  else
    envlist=py27-python
  fi
  tox -e $envlist
285 286 287 288
  cd ..
}

build_python_cpp() {
289
  internal_build_cpp
290
  internal_install_python_deps
291 292
  export LD_LIBRARY_PATH=../src/.libs # for Linux
  export DYLD_LIBRARY_PATH=../src/.libs # for OS X
293
  cd python
294
  # Only test Python 2.6/3.x on Linux
295
  if [ $(uname -s) == "Linux" ]; then
296 297
    # py26 is currently disabled due to json_format
    envlist=py\{27,33,34\}-cpp
298 299 300 301
  else
    envlist=py27-cpp
  fi
  tox -e $envlist
302 303 304
  cd ..
}

305 306 307 308 309 310 311 312 313 314
build_python_compatibility() {
  internal_build_cpp
  # Use the unit-tests extraced from 2.5.0 to test the compatibilty.
  cd python/compatibility_tests/v2.5.0
  # Test between 2.5.0 and the current version.
  ./test.sh 2.5.0
  # Test between 3.0.0-beta-1 and the current version.
  ./test.sh 3.0.0-beta-1
}

315
build_ruby21() {
316
  internal_build_cpp  # For conformance tests.
317 318 319
  cd ruby && bash travis-test.sh ruby-2.1 && cd ..
}
build_ruby22() {
320
  internal_build_cpp  # For conformance tests.
321 322 323
  cd ruby && bash travis-test.sh ruby-2.2 && cd ..
}
build_jruby() {
324
  internal_build_cpp  # For conformance tests.
Feng Xiao's avatar
Feng Xiao committed
325 326 327 328 329 330 331
  # TODO(xiaofeng): Upgrade to jruby-9.x. There are some broken jests to be
  # fixed.
  cd ruby && bash travis-test.sh jruby-1.7 && cd ..
}
build_ruby_all() {
  build_ruby21
  build_ruby22
332 333
  # TODO(teboring): Disable jruby test temperarily for it randomly fails.
  # https://grpc-testing.appspot.com/job/protobuf_pull_request/735/consoleFull.
334
  # build_jruby
335 336
}

337 338
build_javascript() {
  internal_build_cpp
339
  cd js && npm install && npm test && cd ..
340
  cd conformance && make test_nodejs && cd ..
341 342
}

343 344 345 346 347 348
generate_php_test_proto() {
  internal_build_cpp
  pushd php/tests
  # Generate test file
  rm -rf generated
  mkdir generated
349
  ../../src/protoc --php_out=generated proto/test.proto proto/test_include.proto proto/test_no_namespace.proto proto/test_prefix.proto proto/test_php_namespace.proto proto/test_empty_php_namespace.proto proto/test_service.proto proto/test_service_namespace.proto
350 351
  pushd ../../src
  ./protoc --php_out=../php/tests/generated google/protobuf/empty.proto
352
  ./protoc --php_out=../php/tests/generated -I../php/tests -I. ../php/tests/proto/test_import_descriptor_proto.proto
353 354 355 356
  popd
  popd
}

357 358 359 360 361
use_php() {
  VERSION=$1
  PHP=`which php`
  PHP_CONFIG=`which php-config`
  PHPIZE=`which phpize`
362 363 364
  ln -sfn "/usr/local/php-${VERSION}/bin/php" $PHP
  ln -sfn "/usr/local/php-${VERSION}/bin/php-config" $PHP_CONFIG
  ln -sfn "/usr/local/php-${VERSION}/bin/phpize" $PHPIZE
365
  generate_php_test_proto
366 367
}

Bo Yang's avatar
Bo Yang committed
368 369 370 371 372 373 374 375
use_php_zts() {
  VERSION=$1
  PHP=`which php`
  PHP_CONFIG=`which php-config`
  PHPIZE=`which phpize`
  ln -sfn "/usr/local/php-${VERSION}-zts/bin/php" $PHP
  ln -sfn "/usr/local/php-${VERSION}-zts/bin/php-config" $PHP_CONFIG
  ln -sfn "/usr/local/php-${VERSION}-zts/bin/phpize" $PHPIZE
376
  generate_php_test_proto
Bo Yang's avatar
Bo Yang committed
377 378
}

379 380 381 382 383 384 385 386
use_php_bc() {
  VERSION=$1
  PHP=`which php`
  PHP_CONFIG=`which php-config`
  PHPIZE=`which phpize`
  ln -sfn "/usr/local/php-${VERSION}-bc/bin/php" $PHP
  ln -sfn "/usr/local/php-${VERSION}-bc/bin/php-config" $PHP_CONFIG
  ln -sfn "/usr/local/php-${VERSION}-bc/bin/phpize" $PHPIZE
387
  generate_php_test_proto
388 389
}

390
build_php5.5() {
391
  use_php 5.5
392

393
  pushd php
394 395
  rm -rf vendor
  cp -r /usr/local/vendor-5.5 vendor
396 397
  wget https://phar.phpunit.de/phpunit-4.8.0.phar -O /usr/bin/phpunit
  phpunit
398
  popd
399
  pushd conformance
400
  make test_php
401
  popd
402 403
}

404
build_php5.5_c() {
405 406
  use_php 5.5
  wget https://phar.phpunit.de/phpunit-4.8.0.phar -O /usr/bin/phpunit
407 408
  pushd php/tests
  /bin/bash ./test.sh
409
  popd
410 411 412 413
  # TODO(teboring): Add it back
  # pushd conformance
  # make test_php_c
  # popd
414 415
}

Bo Yang's avatar
Bo Yang committed
416 417
build_php5.5_zts_c() {
  use_php_zts 5.5
418
  wget https://phar.phpunit.de/phpunit-4.8.0.phar -O /usr/bin/phpunit
Bo Yang's avatar
Bo Yang committed
419
  cd php/tests && /bin/bash ./test.sh && cd ../..
420 421 422 423
  # TODO(teboring): Add it back
  # pushd conformance
  # make test_php_zts_c
  # popd
424 425
}

426
build_php5.6() {
427
  use_php 5.6
428
  pushd php
429 430
  rm -rf vendor
  cp -r /usr/local/vendor-5.6 vendor
431 432
  wget https://phar.phpunit.de/phpunit-5.7.0.phar -O /usr/bin/phpunit
  phpunit
433
  popd
434
  pushd conformance
435
  make test_php
436
  popd
437 438
}

439 440
build_php5.6_c() {
  use_php 5.6
441
  wget https://phar.phpunit.de/phpunit-5.7.0.phar -O /usr/bin/phpunit
442
  cd php/tests && /bin/bash ./test.sh && cd ../..
443 444
  # TODO(teboring): Add it back
  # pushd conformance
445
  # make test_php_c
446
  # popd
447 448 449 450 451 452
}

build_php5.6_zts_c() {
  use_php_zts 5.6
  wget https://phar.phpunit.de/phpunit-5.7.0.phar -O /usr/bin/phpunit
  cd php/tests && /bin/bash ./test.sh && cd ../..
453 454 455 456
  # TODO(teboring): Add it back
  # pushd conformance
  # make test_php_zts_c
  # popd
457 458
}

459
build_php5.6_mac() {
460
  generate_php_test_proto
461 462
  # Install PHP
  curl -s https://php-osx.liip.ch/install.sh | bash -s 5.6
463 464
  PHP_FOLDER=`find /usr/local -type d -name "php5-5.6*"`  # The folder name may change upon time
  export PATH="$PHP_FOLDER/bin:$PATH"
465 466

  # Install phpunit
467
  curl https://phar.phpunit.de/phpunit-5.6.10.phar -L -o phpunit.phar
468 469 470 471 472 473 474 475 476 477
  chmod +x phpunit.phar
  sudo mv phpunit.phar /usr/local/bin/phpunit

  # Install valgrind
  echo "#! /bin/bash" > valgrind
  chmod ug+x valgrind
  sudo mv valgrind /usr/local/bin/valgrind

  # Test
  cd php/tests && /bin/bash ./test.sh && cd ../..
478 479
  # TODO(teboring): Add it back
  # pushd conformance
480
  # make test_php_c
481
  # popd
482 483
}

484
build_php7.0() {
485
  use_php 7.0
486
  pushd php
487 488
  rm -rf vendor
  cp -r /usr/local/vendor-7.0 vendor
489 490
  wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit
  phpunit
491
  popd
492
  pushd conformance
493
  make test_php
494
  popd
495 496
}

497 498
build_php7.0_c() {
  use_php 7.0
499
  wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit
500
  cd php/tests && /bin/bash ./test.sh && cd ../..
501 502
  # TODO(teboring): Add it back
  # pushd conformance
503
  # make test_php_c
504
  # popd
505 506 507 508 509 510
}

build_php7.0_zts_c() {
  use_php_zts 7.0
  wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit
  cd php/tests && /bin/bash ./test.sh && cd ../..
511 512 513 514
  # TODO(teboring): Add it back.
  # pushd conformance
  # make test_php_zts_c
  # popd
515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535
}

build_php7.0_mac() {
  generate_php_test_proto
  # Install PHP
  curl -s https://php-osx.liip.ch/install.sh | bash -s 7.0
  PHP_FOLDER=`find /usr/local -type d -name "php7-7.0*"`  # The folder name may change upon time
  export PATH="$PHP_FOLDER/bin:$PATH"

  # Install phpunit
  curl https://phar.phpunit.de/phpunit-5.6.0.phar -L -o phpunit.phar
  chmod +x phpunit.phar
  sudo mv phpunit.phar /usr/local/bin/phpunit

  # Install valgrind
  echo "#! /bin/bash" > valgrind
  chmod ug+x valgrind
  sudo mv valgrind /usr/local/bin/valgrind

  # Test
  cd php/tests && /bin/bash ./test.sh && cd ../..
536 537
  # TODO(teboring): Add it back
  # pushd conformance
538
  # make test_php_c
539
  # popd
540 541
}

542 543 544 545 546
build_php_compatibility() {
  internal_build_cpp
  php/tests/compatibility_test.sh
}

547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578
build_php7.1() {
  use_php 7.1
  pushd php
  rm -rf vendor
  cp -r /usr/local/vendor-7.1 vendor
  wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit
  phpunit
  popd
  pushd conformance
  # TODO(teboring): Add it back
  # make test_php
  popd
}

build_php7.1_c() {
  use_php 7.1
  wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit
  cd php/tests && /bin/bash ./test.sh && cd ../..
  pushd conformance
  # make test_php_c
  popd
}

build_php7.1_zts_c() {
  use_php_zts 7.1
  wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit
  cd php/tests && /bin/bash ./test.sh && cd ../..
  pushd conformance
  # make test_php_c
  popd
}

579
build_php_all_32() {
580 581 582
  build_php5.5
  build_php5.6
  build_php7.0
583
  build_php7.1
584 585
  build_php5.5_c
  build_php5.6_c
586
  build_php7.0_c
587
  build_php7.1_c
Bo Yang's avatar
Bo Yang committed
588
  build_php5.5_zts_c
589 590
  build_php5.6_zts_c
  build_php7.0_zts_c
591
  build_php7.1_zts_c
592 593
}

594 595 596 597 598
build_php_all() {
  build_php_all_32
  build_php_compatibility
}

599 600 601 602 603 604 605 606 607 608 609 610 611
# Note: travis currently does not support testing more than one language so the
# .travis.yml cheats and claims to only be cpp.  If they add multiple language
# support, this should probably get updated to install steps and/or
# rvm/gemfile/jdk/etc. entries rather than manually doing the work.

# .travis.yml uses matrix.exclude to block the cases where app-get can't be
# use to install things.

# -------- main --------

if [ "$#" -ne 1 ]; then
  echo "
Usage: $0 { cpp |
612
            cpp_distcheck |
613 614 615
            csharp |
            java_jdk7 |
            java_oracle7 |
616
            java_compatibility |
617 618 619
            javanano_jdk7 |
            javanano_oracle7 |
            objectivec_ios |
620 621
            objectivec_ios_debug |
            objectivec_ios_release |
622
            objectivec_osx |
623
            objectivec_cocoapods_integration |
624 625
            python |
            python_cpp |
626
            python_compatibility |
627 628
            ruby21 |
            ruby22 |
Feng Xiao's avatar
Feng Xiao committed
629
            jruby |
630 631 632 633 634 635
            ruby_all |
            php5.5   |
            php5.5_c |
            php5.6   |
            php5.6_c |
            php7.0   |
636
            php7.0_c |
637
            php_compatibility |
638 639
            php7.1   |
            php7.1_c |
640
            php_all)
641 642 643 644 645 646 647
"
  exit 1
fi

set -e  # exit immediately on error
set -x  # display all commands
eval "build_$1"