| #!/bin/bash -ex |
| # Copyright 2017 gRPC authors. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # Source this rc script to prepare the environment for macos builds |
| |
| # show original open file limit values |
| launchctl limit maxfiles |
| ulimit -a |
| |
| # WARNING: TRY TO KEEP THIS FILE AS LEAN AS POSSIBLE |
| # The rules: |
| # - think twice before adding installer that takes long time (builds are already slow) |
| # - do not add any steps that are flaky (builds will become flaky) |
| # - try adding a dependency under a language-specific section first (reduces latency and increases build stability) |
| # - only add stuff that you absolutely need for your builds to work (add comment to explain why its needed) |
| |
| # Disable HOMEBREW update to avoid new updates which potentially have problems. |
| # Brew packages installed when Kokoro image was built tend to have less conflict. |
| export HOMEBREW_NO_AUTO_UPDATE=1 |
| |
| # Dump the brew configuration for debugging just in case. Check "Core tap HEAD" field |
| # because it should be the same as below unless it's been updated. |
| # - Kokoro MacOS Mojave: 27fa87c94a6cf7be40fc8f8fc96bc7c387b7781e |
| brew config |
| |
| # Add GCP credentials for BQ access |
| pip install --user google-api-python-client oauth2client six==1.15.0 |
| export GOOGLE_APPLICATION_CREDENTIALS=${KOKORO_GFILE_DIR}/GrpcTesting-d0eeee2db331.json |
| DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)" |
| |
| # If this is a PR using RUN_TESTS_FLAGS var, then add flags to filter tests |
| if [ -n "$KOKORO_GITHUB_PULL_REQUEST_NUMBER" ]; then |
| export RUN_TESTS_FLAGS="--filter_pr_tests --base_branch origin/$KOKORO_GITHUB_PULL_REQUEST_TARGET_BRANCH $RUN_TESTS_FLAGS" |
| fi |
| |
| if [ "${PREPARE_BUILD_INSTALL_DEPS_RUBY}" == "true" ] |
| then |
| source $HOME/.rvm/scripts/rvm |
| for RUBY_VERSION in 2.5.0 2.7.0; do |
| time rvm install "$RUBY_VERSION" |
| time gem install bundler -v 1.17.3 --no-document |
| time gem install rake-compiler --no-document |
| done; |
| rvm use 2.5.0 --default |
| time gem install cocoapods --version 1.3.1 --no-document |
| rvm osx-ssl-certs status all |
| rvm osx-ssl-certs update all |
| fi |
| |
| if [ "${PREPARE_BUILD_INSTALL_DEPS_OBJC}" == "true" ] |
| then |
| # cocoapods |
| export LANG=en_US.UTF-8 |
| time gem install cocoapods --version 1.7.2 --no-document |
| # pre-fetch cocoapods master repo's most recent commit only |
| mkdir -p ~/.cocoapods/repos |
| time git clone --depth 1 https://github.com/CocoaPods/Specs.git ~/.cocoapods/repos/master |
| |
| # Needed for ios-binary-size |
| time pip install --user -r $DIR/requirements.macos.txt |
| |
| # Store intermediate build files of ObjC tests into /tmpfs |
| # TODO(jtattermusch): this has likely been done to avoid running |
| # out of disk space when running ios-binary-size tests, but |
| # it would be good to revisit. |
| mkdir /tmpfs/Build-ios-binary-size |
| ln -s /tmpfs/Build-ios-binary-size src/objective-c/examples/Sample/Build |
| mkdir -p /tmpfs/DerivedData |
| rm -rf ~/Library/Developer/Xcode/DerivedData |
| mkdir -p ~/Library/Developer/Xcode |
| ln -s /tmpfs/DerivedData ~/Library/Developer/Xcode/DerivedData |
| fi |
| |
| if [ "${PREPARE_BUILD_INSTALL_DEPS_PYTHON}" == "true" ] |
| then |
| # python |
| time pip install --user -r $DIR/requirements.macos.txt |
| time pip install --user --upgrade virtualenv Mako tox setuptools==44.1.1 twisted |
| |
| # Install Python 3.7 if it doesn't exist |
| if [ ! -f "/usr/local/bin/python3.7" ]; then |
| time curl -O https://www.python.org/ftp/python/3.7.0/python-3.7.0-macosx10.9.pkg |
| echo "ee4ad46ab8cd226ffc8df56d48acfdf7daa2714a9c51e6dc6262fc0b25519578 python-3.7.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256 |
| shasum -c /tmp/python_installer_checksum.sha256 |
| time sudo installer -pkg ./python-3.7.0-macosx10.9.pkg -target / |
| fi |
| |
| # Install Python 3.8 if it doesn't exist |
| if [ ! -f "/usr/local/bin/python3.8" ]; then |
| time curl -O https://www.python.org/ftp/python/3.8.0/python-3.8.0-macosx10.9.pkg |
| echo "30961fe060da9dc5afdc4e789a57fe9bcc0d20244474e9f095d7bfc89d2e1869 python-3.8.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256 |
| shasum -c /tmp/python_installer_checksum.sha256 |
| time sudo installer -pkg ./python-3.8.0-macosx10.9.pkg -target / |
| fi |
| |
| # Install Python 3.9 if it doesn't exist |
| if [ ! -f "/usr/local/bin/python3.9" ]; then |
| time curl -O https://www.python.org/ftp/python/3.9.0/python-3.9.0-macosx10.9.pkg |
| echo "dadee1d10c1a8ed58bb64ec7409a48c9fe38599791eaaea29303ee59fb95dfeb python-3.9.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256 |
| shasum -c /tmp/python_installer_checksum.sha256 |
| time sudo installer -pkg ./python-3.9.0-macosx10.9.pkg -target / |
| fi |
| fi |
| |
| if [ "${PREPARE_BUILD_INSTALL_DEPS_CSHARP}" == "true" ] |
| then |
| # Disable some unwanted dotnet options |
| export NUGET_XMLDOC_MODE=skip |
| export DOTNET_SKIP_FIRST_TIME_EXPERIENCE=true |
| export DOTNET_CLI_TELEMETRY_OPTOUT=true |
| fi |
| |
| if [ "${PREPARE_BUILD_INSTALL_DEPS_PHP}" == "true" ] |
| then |
| # Install PHP 7.2 explictly to address missing php header files and |
| # to work well with the pre-installed phpunit 8.4 |
| brew install php@7.2 |
| export LDFLAGS="-L/usr/local/opt/php@7.2/lib $(LDFLAGS)" |
| export CPPFLAGS="-I/usr/local/opt/php@7.2/include $(CPPFLAGS)" |
| export PATH="/usr/local/opt/php@7.2/bin:/usr/local/opt/php@7.2/sbin:$PATH" |
| |
| # Workaround for https://github.com/Homebrew/homebrew-core/issues/41081 |
| mkdir -p /usr/local/lib/php/pecl |
| fi |
| |
| # TODO(jtattermusch): better debugging of clock skew, remove once not needed |
| date |
| |
| time git submodule update --init |