tests.sh 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914
  1. #!/bin/bash
  2. #
  3. # Build and runs tests for the protobuf project. We use this script to run
  4. # tests on kokoro (Ubuntu and MacOS). It can run locally as well but you
  5. # will need to make sure the required compilers/tools are available.
  6. # For when some other test needs the C++ main build, including protoc and
  7. # libprotobuf.
  8. LAST_RELEASED=3.9.0
  9. internal_build_cpp() {
  10. if [ -f src/protoc ]; then
  11. # Already built.
  12. return
  13. fi
  14. # Initialize any submodules.
  15. git submodule update --init --recursive
  16. ./autogen.sh
  17. ./configure CXXFLAGS="-fPIC -std=c++11" # -fPIC is needed for python cpp test.
  18. # See python/setup.py for more details
  19. make -j$(nproc)
  20. }
  21. build_cpp() {
  22. internal_build_cpp
  23. make check -j$(nproc) || (cat src/test-suite.log; false)
  24. cd conformance && make test_cpp && cd ..
  25. # The benchmark code depends on cmake, so test if it is installed before
  26. # trying to do the build.
  27. if [[ $(type cmake 2>/dev/null) ]]; then
  28. # Verify benchmarking code can build successfully.
  29. cd benchmarks && make cpp-benchmark && cd ..
  30. else
  31. echo ""
  32. echo "WARNING: Skipping validation of the bench marking code, cmake isn't installed."
  33. echo ""
  34. fi
  35. }
  36. build_cpp_tcmalloc() {
  37. internal_build_cpp
  38. ./configure LIBS=-ltcmalloc && make clean && make \
  39. PTHREAD_CFLAGS='-pthread -DGOOGLE_PROTOBUF_HEAP_CHECK_DRACONIAN' \
  40. check
  41. cd src
  42. PPROF_PATH=/usr/bin/google-pprof HEAPCHECK=strict ./protobuf-test
  43. }
  44. build_cpp_distcheck() {
  45. grep -q -- "-Og" src/Makefile.am &&
  46. echo "The -Og flag is incompatible with Clang versions older than 4.0." &&
  47. exit 1
  48. # Initialize any submodules.
  49. git submodule update --init --recursive
  50. ./autogen.sh
  51. ./configure
  52. make dist
  53. # List all files that should be included in the distribution package.
  54. git ls-files | grep "^\(java\|python\|objectivec\|csharp\|js\|ruby\|php\|cmake\|examples\|src/google/protobuf/.*\.proto\)" |\
  55. grep -v ".gitignore" | grep -v "java/compatibility_tests" | grep -v "java/lite/proguard.pgcfg" |\
  56. grep -v "python/compatibility_tests" | grep -v "python/docs" | grep -v "csharp/compatibility_tests" > dist.lst
  57. # Unzip the dist tar file.
  58. DIST=`ls *.tar.gz`
  59. tar -xf $DIST
  60. cd ${DIST//.tar.gz}
  61. # Check if every file exists in the dist tar file.
  62. FILES_MISSING=""
  63. for FILE in $(<../dist.lst); do
  64. [ -f "$FILE" ] || {
  65. echo "$FILE is not found!"
  66. FILES_MISSING="$FILE $FILES_MISSING"
  67. }
  68. done
  69. cd ..
  70. if [ ! -z "$FILES_MISSING" ]; then
  71. echo "Missing files in EXTRA_DIST: $FILES_MISSING"
  72. exit 1
  73. fi
  74. # Do the regular dist-check for C++.
  75. make distcheck -j$(nproc)
  76. }
  77. build_dist_install() {
  78. # Initialize any submodules.
  79. git submodule update --init --recursive
  80. ./autogen.sh
  81. ./configure
  82. make dist
  83. # Unzip the dist tar file and install it.
  84. DIST=`ls *.tar.gz`
  85. tar -xf $DIST
  86. pushd ${DIST//.tar.gz}
  87. ./configure && make check -j4 && make install
  88. export LD_LIBRARY_PATH=/usr/local/lib
  89. # Try to install Java
  90. pushd java
  91. use_java jdk7
  92. $MVN install
  93. popd
  94. # Try to install Python
  95. virtualenv --no-site-packages venv
  96. source venv/bin/activate
  97. pushd python
  98. python setup.py clean build sdist
  99. pip install dist/protobuf-*.tar.gz
  100. popd
  101. deactivate
  102. rm -rf python/venv
  103. }
  104. build_csharp() {
  105. # Required for conformance tests and to regenerate protos.
  106. internal_build_cpp
  107. NUGET=/usr/local/bin/nuget.exe
  108. # Disable some unwanted dotnet options
  109. export DOTNET_SKIP_FIRST_TIME_EXPERIENCE=true
  110. export DOTNET_CLI_TELEMETRY_OPTOUT=true
  111. # TODO(jtattermusch): is this still needed with "first time experience"
  112. # disabled?
  113. # Perform "dotnet new" once to get the setup preprocessing out of the
  114. # way. That spews a lot of output (including backspaces) into logs
  115. # otherwise, and can cause problems. It doesn't matter if this step
  116. # is performed multiple times; it's cheap after the first time anyway.
  117. # (It also doesn't matter if it's unnecessary, which it will be on some
  118. # systems. It's necessary on Jenkins in order to avoid unprintable
  119. # characters appearing in the JUnit output.)
  120. mkdir dotnettmp
  121. (cd dotnettmp; dotnet new > /dev/null)
  122. rm -rf dotnettmp
  123. # Check that the protos haven't broken C# codegen.
  124. # TODO(jonskeet): Fail if regenerating creates any changes.
  125. csharp/generate_protos.sh
  126. csharp/buildall.sh
  127. cd conformance && make test_csharp && cd ..
  128. # Run csharp compatibility test between 3.0.0 and the current version.
  129. csharp/compatibility_tests/v3.0.0/test.sh 3.0.0
  130. # Run csharp compatibility test between last released and the current version.
  131. csharp/compatibility_tests/v3.0.0/test.sh $LAST_RELEASED
  132. }
  133. build_golang() {
  134. # Go build needs `protoc`.
  135. internal_build_cpp
  136. # Add protoc to the path so that the examples build finds it.
  137. export PATH="`pwd`/src:$PATH"
  138. export GOPATH="$HOME/gocode"
  139. mkdir -p "$GOPATH/src/github.com/protocolbuffers"
  140. rm -f "$GOPATH/src/github.com/protocolbuffers/protobuf"
  141. ln -s "`pwd`" "$GOPATH/src/github.com/protocolbuffers/protobuf"
  142. export PATH="$GOPATH/bin:$PATH"
  143. go get github.com/golang/protobuf/protoc-gen-go
  144. cd examples && PROTO_PATH="-I../src -I." make gotest && cd ..
  145. }
  146. use_java() {
  147. version=$1
  148. case "$version" in
  149. jdk8)
  150. export PATH=/usr/lib/jvm/java-8-openjdk-amd64/bin:$PATH
  151. export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
  152. ;;
  153. jdk7)
  154. export PATH=/usr/lib/jvm/java-7-openjdk-amd64/bin:$PATH
  155. export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
  156. ;;
  157. oracle7)
  158. export PATH=/usr/lib/jvm/java-7-oracle/bin:$PATH
  159. export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
  160. ;;
  161. esac
  162. MAVEN_LOCAL_REPOSITORY=/var/maven_local_repository
  163. MVN="$MVN -e -X -Dhttps.protocols=TLSv1.2 -Dmaven.repo.local=$MAVEN_LOCAL_REPOSITORY"
  164. which java
  165. java -version
  166. $MVN -version
  167. }
  168. # --batch-mode suppresses download progress output that spams the logs.
  169. MVN="mvn --batch-mode"
  170. build_java() {
  171. version=$1
  172. dir=java_$version
  173. # Java build needs `protoc`.
  174. internal_build_cpp
  175. cp -r java $dir
  176. cd $dir && $MVN clean && $MVN test
  177. cd ../..
  178. }
  179. # The conformance tests are hard-coded to work with the $ROOT/java directory.
  180. # So this can't run in parallel with two different sets of tests.
  181. build_java_with_conformance_tests() {
  182. # Java build needs `protoc`.
  183. internal_build_cpp
  184. # This local installation avoids the problem caused by a new version not yet in Maven Central
  185. cd java/bom && $MVN install
  186. cd ../..
  187. cd java && $MVN test && $MVN install
  188. cd util && $MVN package assembly:single
  189. cd ../..
  190. cd conformance && make test_java && cd ..
  191. }
  192. build_java_jdk7() {
  193. use_java jdk7
  194. build_java_with_conformance_tests
  195. }
  196. build_java_oracle7() {
  197. use_java oracle7
  198. build_java oracle7
  199. }
  200. build_java_compatibility() {
  201. use_java jdk7
  202. internal_build_cpp
  203. # Use the unit-tests extracted from 2.5.0 to test the compatibility between
  204. # 3.0.0-beta-4 and the current version.
  205. cd java/compatibility_tests/v2.5.0
  206. ./test.sh 3.0.0-beta-4
  207. # Test the last released and current version.
  208. ./test.sh $LAST_RELEASED
  209. }
  210. build_java_linkage_monitor() {
  211. # Linkage Monitor checks compatibility with other Google libraries
  212. # https://github.com/GoogleCloudPlatform/cloud-opensource-java/tree/master/linkage-monitor
  213. use_java jdk8
  214. internal_build_cpp
  215. # Linkage Monitor uses $HOME/.m2 local repository
  216. MVN="mvn -e -B -Dhttps.protocols=TLSv1.2"
  217. cd java
  218. # Installs the snapshot version locally
  219. $MVN install -Dmaven.test.skip=true
  220. # Linkage Monitor uses the snapshot versions installed in $HOME/.m2 to verify compatibility
  221. JAR=linkage-monitor-latest-all-deps.jar
  222. curl -v -O "https://storage.googleapis.com/cloud-opensource-java-linkage-monitor/${JAR}"
  223. # Fails if there's new linkage errors compared with baseline
  224. java -jar $JAR com.google.cloud:libraries-bom
  225. }
  226. build_objectivec_ios() {
  227. # Reused the build script that takes care of configuring and ensuring things
  228. # are up to date. The OS X test runs the objc conformance test, so skip it
  229. # here.
  230. objectivec/DevTools/full_mac_build.sh \
  231. --core-only --skip-xcode-osx --skip-xcode-tvos --skip-objc-conformance "$@"
  232. }
  233. build_objectivec_ios_debug() {
  234. build_objectivec_ios --skip-xcode-release
  235. }
  236. build_objectivec_ios_release() {
  237. build_objectivec_ios --skip-xcode-debug
  238. }
  239. build_objectivec_osx() {
  240. # Reused the build script that takes care of configuring and ensuring things
  241. # are up to date.
  242. objectivec/DevTools/full_mac_build.sh \
  243. --core-only --skip-xcode-ios --skip-xcode-tvos
  244. }
  245. build_objectivec_tvos() {
  246. # Reused the build script that takes care of configuring and ensuring things
  247. # are up to date. The OS X test runs the objc conformance test, so skip it
  248. # here.
  249. objectivec/DevTools/full_mac_build.sh \
  250. --core-only --skip-xcode-ios --skip-xcode-osx --skip-objc-conformance "$@"
  251. }
  252. build_objectivec_tvos_debug() {
  253. build_objectivec_tvos --skip-xcode-release
  254. }
  255. build_objectivec_tvos_release() {
  256. build_objectivec_tvos --skip-xcode-debug
  257. }
  258. build_objectivec_cocoapods_integration() {
  259. # Update pod to the latest version.
  260. gem install cocoapods --no_document
  261. objectivec/Tests/CocoaPods/run_tests.sh
  262. }
  263. build_python() {
  264. internal_build_cpp
  265. cd python
  266. if [ $(uname -s) == "Linux" ]; then
  267. envlist=py\{27,33,34,35,36\}-python
  268. else
  269. envlist=py27-python
  270. fi
  271. tox -e $envlist
  272. cd ..
  273. }
  274. build_python_version() {
  275. internal_build_cpp
  276. cd python
  277. envlist=$1
  278. tox -e $envlist
  279. cd ..
  280. }
  281. build_python27() {
  282. build_python_version py27-python
  283. }
  284. build_python33() {
  285. build_python_version py33-python
  286. }
  287. build_python34() {
  288. build_python_version py34-python
  289. }
  290. build_python35() {
  291. build_python_version py35-python
  292. }
  293. build_python36() {
  294. build_python_version py36-python
  295. }
  296. build_python37() {
  297. build_python_version py37-python
  298. }
  299. build_python38() {
  300. build_python_version py38-python
  301. }
  302. build_python_cpp() {
  303. internal_build_cpp
  304. export LD_LIBRARY_PATH=../src/.libs # for Linux
  305. export DYLD_LIBRARY_PATH=../src/.libs # for OS X
  306. cd python
  307. if [ $(uname -s) == "Linux" ]; then
  308. envlist=py\{27,33,34,35,36\}-cpp
  309. else
  310. envlist=py27-cpp
  311. fi
  312. tox -e $envlist
  313. cd ..
  314. }
  315. build_python_cpp_version() {
  316. internal_build_cpp
  317. export LD_LIBRARY_PATH=../src/.libs # for Linux
  318. export DYLD_LIBRARY_PATH=../src/.libs # for OS X
  319. cd python
  320. envlist=$1
  321. tox -e $envlist
  322. cd ..
  323. }
  324. build_python27_cpp() {
  325. build_python_cpp_version py27-cpp
  326. }
  327. build_python33_cpp() {
  328. build_python_cpp_version py33-cpp
  329. }
  330. build_python34_cpp() {
  331. build_python_cpp_version py34-cpp
  332. }
  333. build_python35_cpp() {
  334. build_python_cpp_version py35-cpp
  335. }
  336. build_python36_cpp() {
  337. build_python_cpp_version py36-cpp
  338. }
  339. build_python37_cpp() {
  340. build_python_cpp_version py37-cpp
  341. }
  342. build_python38_cpp() {
  343. build_python_cpp_version py38-cpp
  344. }
  345. build_python_compatibility() {
  346. internal_build_cpp
  347. # Use the unit-tests extracted from 2.5.0 to test the compatibility.
  348. cd python/compatibility_tests/v2.5.0
  349. # Test between 2.5.0 and the current version.
  350. ./test.sh 2.5.0
  351. # Test between 3.0.0-beta-1 and the current version.
  352. ./test.sh 3.0.0-beta-1
  353. # Test between last released and current version.
  354. ./test.sh $LAST_RELEASED
  355. }
  356. build_ruby23() {
  357. internal_build_cpp # For conformance tests.
  358. cd ruby && bash travis-test.sh ruby-2.3.8 && cd ..
  359. }
  360. build_ruby24() {
  361. internal_build_cpp # For conformance tests.
  362. cd ruby && bash travis-test.sh ruby-2.4 && cd ..
  363. }
  364. build_ruby25() {
  365. internal_build_cpp # For conformance tests.
  366. cd ruby && bash travis-test.sh ruby-2.5.1 && cd ..
  367. }
  368. build_ruby26() {
  369. internal_build_cpp # For conformance tests.
  370. cd ruby && bash travis-test.sh ruby-2.6.0 && cd ..
  371. }
  372. build_javascript() {
  373. internal_build_cpp
  374. cd js && npm install && npm test && cd ..
  375. cd conformance && make test_nodejs && cd ..
  376. }
  377. generate_php_test_proto() {
  378. internal_build_cpp
  379. pushd php/tests
  380. # Generate test file
  381. rm -rf generated
  382. mkdir generated
  383. ../../src/protoc --php_out=generated \
  384. -I../../src -I. \
  385. proto/empty/echo.proto \
  386. proto/test.proto \
  387. proto/test_include.proto \
  388. proto/test_no_namespace.proto \
  389. proto/test_prefix.proto \
  390. proto/test_php_namespace.proto \
  391. proto/test_empty_php_namespace.proto \
  392. proto/test_reserved_enum_lower.proto \
  393. proto/test_reserved_enum_upper.proto \
  394. proto/test_reserved_enum_value_lower.proto \
  395. proto/test_reserved_enum_value_upper.proto \
  396. proto/test_reserved_message_lower.proto \
  397. proto/test_reserved_message_upper.proto \
  398. proto/test_service.proto \
  399. proto/test_service_namespace.proto \
  400. proto/test_wrapper_type_setters.proto \
  401. proto/test_descriptors.proto
  402. pushd ../../src
  403. ./protoc --php_out=../php/tests/generated -I../php/tests -I. \
  404. ../php/tests/proto/test_import_descriptor_proto.proto
  405. popd
  406. popd
  407. }
  408. use_php() {
  409. VERSION=$1
  410. export PATH=/usr/local/php-${VERSION}/bin:$PATH
  411. export CPLUS_INCLUDE_PATH=/usr/local/php-${VERSION}/include/php/main:/usr/local/php-${VERSION}/include/php/:$CPLUS_INCLUDE_PATH
  412. export C_INCLUDE_PATH=/usr/local/php-${VERSION}/include/php/main:/usr/local/php-${VERSION}/include/php/:$C_INCLUDE_PATH
  413. generate_php_test_proto
  414. }
  415. use_php_zts() {
  416. VERSION=$1
  417. export PATH=/usr/local/php-${VERSION}-zts/bin:$PATH
  418. export CPLUS_INCLUDE_PATH=/usr/local/php-${VERSION}-zts/include/php/main:/usr/local/php-${VERSION}-zts/include/php/:$CPLUS_INCLUDE_PATH
  419. export C_INCLUDE_PATH=/usr/local/php-${VERSION}-zts/include/php/main:/usr/local/php-${VERSION}-zts/include/php/:$C_INCLUDE_PATH
  420. generate_php_test_proto
  421. }
  422. use_php_bc() {
  423. VERSION=$1
  424. export PATH=/usr/local/php-${VERSION}-bc/bin:$PATH
  425. export CPLUS_INCLUDE_PATH=/usr/local/php-${VERSION}-bc/include/php/main:/usr/local/php-${VERSION}-bc/include/php/:$CPLUS_INCLUDE_PATH
  426. export C_INCLUDE_PATH=/usr/local/php-${VERSION}-bc/include/php/main:/usr/local/php-${VERSION}-bc/include/php/:$C_INCLUDE_PATH
  427. generate_php_test_proto
  428. }
  429. build_php5.5() {
  430. use_php 5.5
  431. pushd php
  432. rm -rf vendor
  433. composer update
  434. ./vendor/bin/phpunit
  435. popd
  436. pushd conformance
  437. make test_php
  438. popd
  439. }
  440. build_php5.5_c() {
  441. IS_64BIT=$1
  442. use_php 5.5
  443. pushd php/tests
  444. /bin/bash ./test.sh 5.5
  445. popd
  446. pushd conformance
  447. if [ "$IS_64BIT" = "true" ]
  448. then
  449. make test_php_c
  450. else
  451. make test_php_c_32
  452. fi
  453. popd
  454. }
  455. build_php5.5_mixed() {
  456. use_php 5.5
  457. pushd php
  458. rm -rf vendor
  459. composer update
  460. pushd tests
  461. /bin/bash ./compile_extension.sh 5.5
  462. popd
  463. php -dextension=./ext/google/protobuf/modules/protobuf.so ./vendor/bin/phpunit
  464. popd
  465. }
  466. build_php5.5_zts_c() {
  467. IS_64BIT=$1
  468. use_php_zts 5.5
  469. cd php/tests && /bin/bash ./test.sh 5.5-zts && cd ../..
  470. pushd conformance
  471. if [ "$IS_64BIT" = "true" ]
  472. then
  473. make test_php_c
  474. else
  475. make test_php_c_32
  476. fi
  477. popd
  478. }
  479. build_php5.6() {
  480. use_php 5.6
  481. pushd php
  482. rm -rf vendor
  483. composer update
  484. ./vendor/bin/phpunit
  485. popd
  486. pushd conformance
  487. make test_php
  488. popd
  489. }
  490. build_php5.6_c() {
  491. IS_64BIT=$1
  492. use_php 5.6
  493. cd php/tests && /bin/bash ./test.sh 5.6 && cd ../..
  494. pushd conformance
  495. if [ "$IS_64BIT" = "true" ]
  496. then
  497. make test_php_c
  498. else
  499. make test_php_c_32
  500. fi
  501. popd
  502. }
  503. build_php5.6_mixed() {
  504. use_php 5.6
  505. pushd php
  506. rm -rf vendor
  507. composer update
  508. pushd tests
  509. /bin/bash ./compile_extension.sh 5.6
  510. popd
  511. php -dextension=./ext/google/protobuf/modules/protobuf.so ./vendor/bin/phpunit
  512. popd
  513. }
  514. build_php5.6_zts_c() {
  515. IS_64BIT=$1
  516. use_php_zts 5.6
  517. cd php/tests && /bin/bash ./test.sh 5.6-zts && cd ../..
  518. pushd conformance
  519. if [ "$IS_64BIT" = "true" ]
  520. then
  521. make test_php_c
  522. else
  523. make test_php_c_32
  524. fi
  525. popd
  526. }
  527. build_php5.6_mac() {
  528. generate_php_test_proto
  529. # Install PHP
  530. curl -s https://php-osx.liip.ch/install.sh | bash -s 5.6
  531. PHP_FOLDER=`find /usr/local -type d -name "php5-5.6*"` # The folder name may change upon time
  532. export PATH="$PHP_FOLDER/bin:$PATH"
  533. # Install phpunit
  534. curl https://phar.phpunit.de/phpunit-5.6.8.phar -L -o phpunit.phar
  535. chmod +x phpunit.phar
  536. sudo mv phpunit.phar /usr/local/bin/phpunit
  537. # Install valgrind
  538. echo "#! /bin/bash" > valgrind
  539. chmod ug+x valgrind
  540. sudo mv valgrind /usr/local/bin/valgrind
  541. # Test
  542. cd php/tests && /bin/bash ./test.sh && cd ../..
  543. pushd conformance
  544. make test_php_c
  545. popd
  546. }
  547. build_php7.0() {
  548. use_php 7.0
  549. pushd php
  550. rm -rf vendor
  551. composer update
  552. ./vendor/bin/phpunit
  553. popd
  554. pushd conformance
  555. make test_php
  556. popd
  557. }
  558. build_php7.0_c() {
  559. IS_64BIT=$1
  560. use_php 7.0
  561. cd php/tests && /bin/bash ./test.sh 7.0 && cd ../..
  562. pushd conformance
  563. if [ "$IS_64BIT" = "true" ]
  564. then
  565. make test_php_c
  566. else
  567. make test_php_c_32
  568. fi
  569. popd
  570. }
  571. build_php7.0_mixed() {
  572. use_php 7.0
  573. pushd php
  574. rm -rf vendor
  575. composer update
  576. pushd tests
  577. /bin/bash ./compile_extension.sh 7.0
  578. popd
  579. php -dextension=./ext/google/protobuf/modules/protobuf.so ./vendor/bin/phpunit
  580. popd
  581. }
  582. build_php7.0_zts_c() {
  583. IS_64BIT=$1
  584. use_php_zts 7.0
  585. cd php/tests && /bin/bash ./test.sh 7.0-zts && cd ../..
  586. pushd conformance
  587. if [ "$IS_64BIT" = "true" ]
  588. then
  589. make test_php_c
  590. else
  591. make test_php_c_32
  592. fi
  593. popd
  594. }
  595. build_php7.0_mac() {
  596. generate_php_test_proto
  597. # Install PHP
  598. curl -s https://php-osx.liip.ch/install.sh | bash -s 7.0
  599. PHP_FOLDER=`find /usr/local -type d -name "php7-7.0*"` # The folder name may change upon time
  600. export PATH="$PHP_FOLDER/bin:$PATH"
  601. # Install phpunit
  602. curl https://phar.phpunit.de/phpunit-5.6.0.phar -L -o phpunit.phar
  603. chmod +x phpunit.phar
  604. sudo mv phpunit.phar /usr/local/bin/phpunit
  605. # Install valgrind
  606. echo "#! /bin/bash" > valgrind
  607. chmod ug+x valgrind
  608. sudo mv valgrind /usr/local/bin/valgrind
  609. # Test
  610. cd php/tests && /bin/bash ./test.sh && cd ../..
  611. pushd conformance
  612. make test_php_c
  613. popd
  614. }
  615. build_php_compatibility() {
  616. internal_build_cpp
  617. php/tests/compatibility_test.sh $LAST_RELEASED
  618. }
  619. build_php_multirequest() {
  620. use_php 7.4
  621. pushd php/tests
  622. ./multirequest.sh
  623. popd
  624. }
  625. build_php7.1() {
  626. use_php 7.1
  627. pushd php
  628. rm -rf vendor
  629. composer update
  630. ./vendor/bin/phpunit
  631. popd
  632. pushd conformance
  633. make test_php
  634. popd
  635. }
  636. build_php7.1_c() {
  637. IS_64BIT=$1
  638. use_php 7.1
  639. cd php/tests && /bin/bash ./test.sh 7.1 && cd ../..
  640. pushd conformance
  641. if [ "$IS_64BIT" = "true" ]
  642. then
  643. make test_php_c
  644. else
  645. make test_php_c_32
  646. fi
  647. popd
  648. }
  649. build_php7.1_mixed() {
  650. use_php 7.1
  651. pushd php
  652. rm -rf vendor
  653. composer update
  654. pushd tests
  655. /bin/bash ./compile_extension.sh 7.1
  656. popd
  657. php -dextension=./ext/google/protobuf/modules/protobuf.so ./vendor/bin/phpunit
  658. popd
  659. }
  660. build_php7.1_zts_c() {
  661. IS_64BIT=$1
  662. use_php_zts 7.1
  663. cd php/tests && /bin/bash ./test.sh 7.1-zts && cd ../..
  664. pushd conformance
  665. if [ "$IS_64BIT" = "true" ]
  666. then
  667. make test_php_c
  668. else
  669. make test_php_c_32
  670. fi
  671. popd
  672. }
  673. build_php7.4() {
  674. use_php 7.4
  675. pushd php
  676. rm -rf vendor
  677. composer update
  678. ./vendor/bin/phpunit
  679. popd
  680. pushd conformance
  681. make test_php
  682. popd
  683. }
  684. build_php7.4_c() {
  685. IS_64BIT=$1
  686. use_php 7.4
  687. cd php/tests && /bin/bash ./test.sh 7.4 && cd ../..
  688. pushd conformance
  689. if [ "$IS_64BIT" = "true" ]
  690. then
  691. make test_php_c
  692. else
  693. make test_php_c_32
  694. fi
  695. popd
  696. pushd php/ext/google/protobuf
  697. phpize --clean
  698. popd
  699. }
  700. build_php7.4_mixed() {
  701. use_php 7.4
  702. pushd php
  703. rm -rf vendor
  704. composer update
  705. pushd tests
  706. /bin/bash ./compile_extension.sh 7.4
  707. popd
  708. php -dextension=./ext/google/protobuf/modules/protobuf.so ./vendor/bin/phpunit
  709. popd
  710. pushd php/ext/google/protobuf
  711. phpize --clean
  712. popd
  713. }
  714. build_php7.4_zts_c() {
  715. IS_64BIT=$1
  716. use_php_zts 7.4
  717. cd php/tests && /bin/bash ./test.sh 7.4-zts && cd ../..
  718. pushd conformance
  719. if [ "$IS_64BIT" = "true" ]
  720. then
  721. make test_php_c
  722. else
  723. make test_php_c_32
  724. fi
  725. popd
  726. pushd php/ext/google/protobuf
  727. phpize --clean
  728. popd
  729. }
  730. build_php_all_32() {
  731. build_php5.5
  732. build_php5.6
  733. build_php7.0
  734. build_php7.1
  735. build_php7.4
  736. build_php5.5_c $1
  737. build_php5.6_c $1
  738. build_php7.0_c $1
  739. build_php7.1_c $1
  740. build_php7.4_c $1
  741. build_php5.5_mixed
  742. build_php5.6_mixed
  743. build_php7.0_mixed
  744. build_php7.1_mixed
  745. build_php7.4_mixed
  746. build_php5.5_zts_c $1
  747. build_php5.6_zts_c $1
  748. build_php7.0_zts_c $1
  749. build_php7.1_zts_c $1
  750. build_php7.4_zts_c $1
  751. }
  752. build_php_all() {
  753. build_php_all_32 true
  754. build_php_multirequest
  755. build_php_compatibility
  756. }
  757. build_benchmark() {
  758. use_php 7.2
  759. cd kokoro/linux/benchmark && ./run.sh
  760. }
  761. # -------- main --------
  762. if [ "$#" -ne 1 ]; then
  763. echo "
  764. Usage: $0 { cpp |
  765. cpp_distcheck |
  766. csharp |
  767. java_jdk7 |
  768. java_oracle7 |
  769. java_compatibility |
  770. java_linkage_monitor |
  771. objectivec_ios |
  772. objectivec_ios_debug |
  773. objectivec_ios_release |
  774. objectivec_osx |
  775. objectivec_tvos |
  776. objectivec_tvos_debug |
  777. objectivec_tvos_release |
  778. objectivec_cocoapods_integration |
  779. python |
  780. python_cpp |
  781. python_compatibility |
  782. ruby23 |
  783. ruby24 |
  784. ruby25 |
  785. ruby26 |
  786. jruby |
  787. ruby_all |
  788. php5.5 |
  789. php5.5_c |
  790. php5.6 |
  791. php5.6_c |
  792. php7.0 |
  793. php7.0_c |
  794. php_compatibility |
  795. php7.1 |
  796. php7.1_c |
  797. php_all |
  798. dist_install |
  799. benchmark)
  800. "
  801. exit 1
  802. fi
  803. set -e # exit immediately on error
  804. set -x # display all commands
  805. cd $(dirname $0)
  806. eval "build_$1"