tools/internal_ci/helper_scripts/prepare_build_macos_rc - third_party/grpc - Git at Google

 #!/bin/bash -ex
 # Copyright 2017 gRPC authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #     http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # Source this rc script to prepare the environment for macos builds

 # show original open file limit values
 launchctl limit maxfiles
 ulimit -a

 # WARNING: TRY TO KEEP THIS FILE AS LEAN AS POSSIBLE
 # The rules:
 # - think twice before adding installer that takes long time (builds are already slow)
 # - do not add any steps that are flaky (builds will become flaky)
 # - try adding a dependency under a language-specific section first (reduces latency and increases build stability)
 # - only add stuff that you absolutely need for your builds to work (add comment to explain why its needed)

 # Disable HOMEBREW update to avoid new updates which potentially have problems.
 # Brew packages installed when Kokoro image was built tend to have less conflict.
 export HOMEBREW_NO_AUTO_UPDATE=1

 # Dump the brew configuration for debugging just in case. Check "Core tap HEAD" field
 # because it should be the same as below unless it's been updated.
 # - Kokoro MacOS Mojave: 27fa87c94a6cf7be40fc8f8fc96bc7c387b7781e
 brew config

 # Add GCP credentials for BQ access
 pip install --user google-api-python-client oauth2client six==1.15.0
 export GOOGLE_APPLICATION_CREDENTIALS=${KOKORO_GFILE_DIR}/GrpcTesting-d0eeee2db331.json
 DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"

 # If this is a PR using RUN_TESTS_FLAGS var, then add flags to filter tests
 if [ -n "$KOKORO_GITHUB_PULL_REQUEST_NUMBER" ]; then
   export RUN_TESTS_FLAGS="--filter_pr_tests --base_branch origin/$KOKORO_GITHUB_PULL_REQUEST_TARGET_BRANCH $RUN_TESTS_FLAGS"
 fi

 if [ "${PREPARE_BUILD_INSTALL_DEPS_RUBY}" == "true" ]
 then
   # Fetch keys per https://rvm.io/rvm/install
   # Force use of an IPv4 key server to avoid running into https://github.com/rvm/rvm/issues/4215
   gpg_recv_keys_success=0
   for ((i=0;i<5;i++)); do
     KEYSERVER_IPV4_ADDRESS="$(host pool.sks-keyservers.net | grep 'has address' | head -n1 | awk '{print $4}')"
     gpg --keyserver "hkp://${KEYSERVER_IPV4_ADDRESS}" --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB \
       && gpg_recv_keys_success=1
     [[ "$gpg_recv_keys_success" == 1 ]] && break
     sleep 3
   done
   [[ "$gpg_recv_keys_success" == 1 ]] || exit 1
   rvm get stable # Per https://stackoverflow.com/questions/65477613/rvm-where-is-ruby-3-0-0
   source $HOME/.rvm/scripts/rvm
   for RUBY_VERSION in 2.5.0 2.7.0 3.0.0; do
     time rvm install "ruby-${RUBY_VERSION}"
     time gem install bundler -v 1.17.3 --no-document
     time gem install rake-compiler --no-document
   done;
   rvm use 2.5.0 --default
   time gem install cocoapods --version 1.3.1 --no-document
   rvm osx-ssl-certs status all
   rvm osx-ssl-certs update all
 fi

 if [ "${PREPARE_BUILD_INSTALL_DEPS_OBJC}" == "true" ]
 then
   # cocoapods
   export LANG=en_US.UTF-8
   time gem install cocoapods --version 1.7.2 --no-document
   # pre-fetch cocoapods master repo's most recent commit only
   mkdir -p ~/.cocoapods/repos
   time git clone --depth 1 https://github.com/CocoaPods/Specs.git ~/.cocoapods/repos/master

   # Needed for ios-binary-size
   time pip install --user -r $DIR/requirements.macos.txt

   # Store intermediate build files of ObjC tests into /tmpfs
   # TODO(jtattermusch): this has likely been done to avoid running
   # out of disk space when running ios-binary-size tests, but
   # it would be good to revisit.
   mkdir /tmpfs/Build-ios-binary-size
   ln -s /tmpfs/Build-ios-binary-size src/objective-c/examples/Sample/Build
   mkdir -p /tmpfs/DerivedData
   rm -rf ~/Library/Developer/Xcode/DerivedData
   mkdir -p ~/Library/Developer/Xcode
   ln -s /tmpfs/DerivedData ~/Library/Developer/Xcode/DerivedData
 fi

 if [ "${PREPARE_BUILD_INSTALL_DEPS_PYTHON}" == "true" ]
 then
   # python
   time pip install --user -r $DIR/requirements.macos.txt
   time pip install --user --upgrade virtualenv Mako tox setuptools==44.1.1 twisted

   # Install Python 3.7 if it doesn't exist
   if [ ! -f "/usr/local/bin/python3.7" ]; then
     time curl -O https://www.python.org/ftp/python/3.7.0/python-3.7.0-macosx10.9.pkg
     echo "ee4ad46ab8cd226ffc8df56d48acfdf7daa2714a9c51e6dc6262fc0b25519578  python-3.7.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256
     shasum -c /tmp/python_installer_checksum.sha256
     time sudo installer -pkg ./python-3.7.0-macosx10.9.pkg -target /
   fi

   # Install Python 3.8 if it doesn't exist
   if [ ! -f "/usr/local/bin/python3.8" ]; then
     time curl -O https://www.python.org/ftp/python/3.8.0/python-3.8.0-macosx10.9.pkg
     echo "30961fe060da9dc5afdc4e789a57fe9bcc0d20244474e9f095d7bfc89d2e1869  python-3.8.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256
     shasum -c /tmp/python_installer_checksum.sha256
     time sudo installer -pkg ./python-3.8.0-macosx10.9.pkg -target /
   fi

   # Install Python 3.9 if it doesn't exist
   if [ ! -f "/usr/local/bin/python3.9" ]; then
     time curl -O https://www.python.org/ftp/python/3.9.0/python-3.9.0-macosx10.9.pkg
     echo "dadee1d10c1a8ed58bb64ec7409a48c9fe38599791eaaea29303ee59fb95dfeb  python-3.9.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256
     shasum -c /tmp/python_installer_checksum.sha256
     time sudo installer -pkg ./python-3.9.0-macosx10.9.pkg -target /
   fi
 fi

 if [ "${PREPARE_BUILD_INSTALL_DEPS_CSHARP}" == "true" ]
 then
   # Disable some unwanted dotnet options
   export NUGET_XMLDOC_MODE=skip
   export DOTNET_SKIP_FIRST_TIME_EXPERIENCE=true
   export DOTNET_CLI_TELEMETRY_OPTOUT=true
 fi

 if [ "${PREPARE_BUILD_INSTALL_DEPS_PHP}" == "true" ]
 then
   # Install PHP 7.2 explictly to address missing php header files and
   # to work well with the pre-installed phpunit 8.4
   brew install php@7.2
   export LDFLAGS="-L/usr/local/opt/php@7.2/lib $(LDFLAGS)"
   export CPPFLAGS="-I/usr/local/opt/php@7.2/include $(CPPFLAGS)"
   export PATH="/usr/local/opt/php@7.2/bin:/usr/local/opt/php@7.2/sbin:$PATH"

   # Workaround for https://github.com/Homebrew/homebrew-core/issues/41081
   mkdir -p /usr/local/lib/php/pecl
 fi

 # TODO(jtattermusch): better debugging of clock skew, remove once not needed
 date

 time git submodule update --init
	#!/bin/bash -ex
	# Copyright 2017 gRPC authors.
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	# Source this rc script to prepare the environment for macos builds

	# show original open file limit values
	launchctl limit maxfiles
	ulimit -a

	# WARNING: TRY TO KEEP THIS FILE AS LEAN AS POSSIBLE
	# The rules:
	# - think twice before adding installer that takes long time (builds are already slow)
	# - do not add any steps that are flaky (builds will become flaky)
	# - try adding a dependency under a language-specific section first (reduces latency and increases build stability)
	# - only add stuff that you absolutely need for your builds to work (add comment to explain why its needed)

	# Disable HOMEBREW update to avoid new updates which potentially have problems.
	# Brew packages installed when Kokoro image was built tend to have less conflict.
	export HOMEBREW_NO_AUTO_UPDATE=1

	# Dump the brew configuration for debugging just in case. Check "Core tap HEAD" field
	# because it should be the same as below unless it's been updated.
	# - Kokoro MacOS Mojave: 27fa87c94a6cf7be40fc8f8fc96bc7c387b7781e
	brew config

	# Add GCP credentials for BQ access
	pip install --user google-api-python-client oauth2client six==1.15.0
	export GOOGLE_APPLICATION_CREDENTIALS=${KOKORO_GFILE_DIR}/GrpcTesting-d0eeee2db331.json
	DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"

	# If this is a PR using RUN_TESTS_FLAGS var, then add flags to filter tests
	if [ -n "$KOKORO_GITHUB_PULL_REQUEST_NUMBER" ]; then
	export RUN_TESTS_FLAGS="--filter_pr_tests --base_branch origin/$KOKORO_GITHUB_PULL_REQUEST_TARGET_BRANCH $RUN_TESTS_FLAGS"
	fi

	if [ "${PREPARE_BUILD_INSTALL_DEPS_RUBY}" == "true" ]
	then
	# Fetch keys per https://rvm.io/rvm/install
	# Force use of an IPv4 key server to avoid running into https://github.com/rvm/rvm/issues/4215
	gpg_recv_keys_success=0
	for ((i=0;i<5;i++)); do
	KEYSERVER_IPV4_ADDRESS="$(host pool.sks-keyservers.net \| grep 'has address' \| head -n1 \| awk '{print $4}')"
	gpg --keyserver "hkp://${KEYSERVER_IPV4_ADDRESS}" --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB \
	&& gpg_recv_keys_success=1
	[[ "$gpg_recv_keys_success" == 1 ]] && break
	sleep 3
	done
	[[ "$gpg_recv_keys_success" == 1 ]] \|\| exit 1
	rvm get stable # Per https://stackoverflow.com/questions/65477613/rvm-where-is-ruby-3-0-0
	source $HOME/.rvm/scripts/rvm
	for RUBY_VERSION in 2.5.0 2.7.0 3.0.0; do
	time rvm install "ruby-${RUBY_VERSION}"
	time gem install bundler -v 1.17.3 --no-document
	time gem install rake-compiler --no-document
	done;
	rvm use 2.5.0 --default
	time gem install cocoapods --version 1.3.1 --no-document
	rvm osx-ssl-certs status all
	rvm osx-ssl-certs update all
	fi

	if [ "${PREPARE_BUILD_INSTALL_DEPS_OBJC}" == "true" ]
	then
	# cocoapods
	export LANG=en_US.UTF-8
	time gem install cocoapods --version 1.7.2 --no-document
	# pre-fetch cocoapods master repo's most recent commit only
	mkdir -p ~/.cocoapods/repos
	time git clone --depth 1 https://github.com/CocoaPods/Specs.git ~/.cocoapods/repos/master

	# Needed for ios-binary-size
	time pip install --user -r $DIR/requirements.macos.txt

	# Store intermediate build files of ObjC tests into /tmpfs
	# TODO(jtattermusch): this has likely been done to avoid running
	# out of disk space when running ios-binary-size tests, but
	# it would be good to revisit.
	mkdir /tmpfs/Build-ios-binary-size
	ln -s /tmpfs/Build-ios-binary-size src/objective-c/examples/Sample/Build
	mkdir -p /tmpfs/DerivedData
	rm -rf ~/Library/Developer/Xcode/DerivedData
	mkdir -p ~/Library/Developer/Xcode
	ln -s /tmpfs/DerivedData ~/Library/Developer/Xcode/DerivedData
	fi

	if [ "${PREPARE_BUILD_INSTALL_DEPS_PYTHON}" == "true" ]
	then
	# python
	time pip install --user -r $DIR/requirements.macos.txt
	time pip install --user --upgrade virtualenv Mako tox setuptools==44.1.1 twisted

	# Install Python 3.7 if it doesn't exist
	if [ ! -f "/usr/local/bin/python3.7" ]; then
	time curl -O https://www.python.org/ftp/python/3.7.0/python-3.7.0-macosx10.9.pkg
	echo "ee4ad46ab8cd226ffc8df56d48acfdf7daa2714a9c51e6dc6262fc0b25519578 python-3.7.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256
	shasum -c /tmp/python_installer_checksum.sha256
	time sudo installer -pkg ./python-3.7.0-macosx10.9.pkg -target /
	fi

	# Install Python 3.8 if it doesn't exist
	if [ ! -f "/usr/local/bin/python3.8" ]; then
	time curl -O https://www.python.org/ftp/python/3.8.0/python-3.8.0-macosx10.9.pkg
	echo "30961fe060da9dc5afdc4e789a57fe9bcc0d20244474e9f095d7bfc89d2e1869 python-3.8.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256
	shasum -c /tmp/python_installer_checksum.sha256
	time sudo installer -pkg ./python-3.8.0-macosx10.9.pkg -target /
	fi

	# Install Python 3.9 if it doesn't exist
	if [ ! -f "/usr/local/bin/python3.9" ]; then
	time curl -O https://www.python.org/ftp/python/3.9.0/python-3.9.0-macosx10.9.pkg
	echo "dadee1d10c1a8ed58bb64ec7409a48c9fe38599791eaaea29303ee59fb95dfeb python-3.9.0-macosx10.9.pkg" > /tmp/python_installer_checksum.sha256
	shasum -c /tmp/python_installer_checksum.sha256
	time sudo installer -pkg ./python-3.9.0-macosx10.9.pkg -target /
	fi
	fi

	if [ "${PREPARE_BUILD_INSTALL_DEPS_CSHARP}" == "true" ]
	then
	# Disable some unwanted dotnet options
	export NUGET_XMLDOC_MODE=skip
	export DOTNET_SKIP_FIRST_TIME_EXPERIENCE=true
	export DOTNET_CLI_TELEMETRY_OPTOUT=true
	fi

	if [ "${PREPARE_BUILD_INSTALL_DEPS_PHP}" == "true" ]
	then
	# Install PHP 7.2 explictly to address missing php header files and
	# to work well with the pre-installed phpunit 8.4
	brew install php@7.2
	export LDFLAGS="-L/usr/local/opt/php@7.2/lib $(LDFLAGS)"
	export CPPFLAGS="-I/usr/local/opt/php@7.2/include $(CPPFLAGS)"
	export PATH="/usr/local/opt/php@7.2/bin:/usr/local/opt/php@7.2/sbin:$PATH"

	# Workaround for https://github.com/Homebrew/homebrew-core/issues/41081
	mkdir -p /usr/local/lib/php/pecl
	fi

	# TODO(jtattermusch): better debugging of clock skew, remove once not needed
	date

	time git submodule update --init