tools/internal_ci/linux/grpc_e2e_performance_v2.sh

   1 #!/usr/bin/env bash
   2 # Copyright 2021 The gRPC Authors
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15 set -ex
  16
  17 # Enter the gRPC repo root.
  18 cd "$(dirname "$0")/../../.."
  19
  20 source tools/internal_ci/helper_scripts/prepare_build_linux_rc
  21
  22 # This is to ensure we can push and pull images from gcr.io. We do not
  23 # necessarily need it to run load tests, but will need it when we employ
  24 # pre-built images in the optimization.
  25 gcloud auth configure-docker
  26
  27 # Connect to benchmarks-prod cluster.
  28 gcloud config set project grpc-testing
  29 gcloud container clusters get-credentials benchmarks-prod2 \
  30     --zone us-central1-b --project grpc-testing
  31
  32 # List tests that have running pods and are in errored state.
  33 # This is an unexpected condition, and it is logged here for monitoring.
  34 source tools/internal_ci/helper_scripts/list_leftover_loadtests.sh
  35
  36 # Set up environment variables.
  37 LOAD_TEST_PREFIX="${KOKORO_BUILD_INITIATOR}"
  38 # BEGIN differentiate experimental configuration from master configuration.
  39 if [[ "${KOKORO_BUILD_INITIATOR}" == kokoro ]]; then
  40     LOAD_TEST_PREFIX=kokoro-test
  41 fi
  42 BIGQUERY_TABLE_8CORE=e2e_benchmarks.experimental_results
  43 BIGQUERY_TABLE_32CORE=e2e_benchmarks.experimental_results_32core
  44 # END differentiate experimental configuration from master configuration.
  45 PREBUILT_IMAGE_PREFIX="gcr.io/grpc-testing/e2etesting/pre_built_workers/${LOAD_TEST_PREFIX}"
  46 UNIQUE_IDENTIFIER="$(date +%Y%m%d%H%M%S)"
  47 ROOT_DIRECTORY_OF_DOCKERFILES="../test-infra/containers/pre_built_workers/"
  48 # Prebuilt workers for core languages are always built from grpc/grpc.
  49 if [[ "${KOKORO_GITHUB_COMMIT_URL%/*}" == "https://github.com/grpc/grpc/commit" ]]; then
  50     GRPC_CORE_GITREF="${KOKORO_GIT_COMMIT}"
  51 else
  52     GRPC_CORE_GITREF="$(git ls-remote https://github.com/grpc/grpc.git master | cut -f1)"
  53 fi
  54 GRPC_GO_GITREF="$(git ls-remote https://github.com/grpc/grpc-go.git master | cut -f1)"
  55 GRPC_JAVA_GITREF="$(git ls-remote https://github.com/grpc/grpc-java.git master | cut -f1)"
  56 # Kokoro jobs run on dedicated pools.
  57 DRIVER_POOL=drivers-ci
  58 WORKER_POOL_8CORE=workers-8core-ci
  59 WORKER_POOL_32CORE=workers-32core-ci
  60
  61 # Update go version.
  62 TEST_INFRA_GOVERSION=go1.16.6
  63 go get "golang.org/dl/${TEST_INFRA_GOVERSION}"
  64 "${TEST_INFRA_GOVERSION}" download
  65
  66 # Clone test-infra repository to one upper level directory than grpc.
  67 pushd ..
  68 git clone --recursive https://github.com/grpc/test-infra.git
  69 cd test-infra
  70 make GOCMD="${TEST_INFRA_GOVERSION}" all-tools
  71 popd
  72
  73 # Build test configurations.
  74 buildConfigs() {
  75     local -r pool="$1"
  76     local -r table="$2"
  77     shift 2
  78     tools/run_tests/performance/loadtest_config.py "$@" \
  79         -t ./tools/run_tests/performance/templates/loadtest_template_prebuilt_all_languages.yaml \
  80         -s driver_pool="${DRIVER_POOL}" -s driver_image= \
  81         -s client_pool="${pool}" -s server_pool="${pool}" \
  82         -s big_query_table="${table}" -s timeout_seconds=900 \
  83         -s prebuilt_image_prefix="${PREBUILT_IMAGE_PREFIX}" \
  84         -s prebuilt_image_tag="${UNIQUE_IDENTIFIER}" \
  85         --prefix="${LOAD_TEST_PREFIX}" -u "${UNIQUE_IDENTIFIER}" -u "${pool}" \
  86         -a pool="${pool}" --category=scalable \
  87         --allow_client_language=c++ --allow_server_language=c++ \
  88         -o "./loadtest_with_prebuilt_workers_${pool}.yaml"
  89 }
  90
  91 buildConfigs "${WORKER_POOL_8CORE}" "${BIGQUERY_TABLE_8CORE}" -l c++ -l csharp -l go -l java -l php7 -l php7_protobuf_c -l python -l ruby
  92 buildConfigs "${WORKER_POOL_32CORE}" "${BIGQUERY_TABLE_32CORE}" -l c++ -l csharp -l go -l java
  93
  94 # Delete prebuilt images on exit.
  95 deleteImages() {
  96     echo "deleting images on exit"
  97     ../test-infra/bin/delete_prebuilt_workers \
  98     -p "${PREBUILT_IMAGE_PREFIX}" \
  99     -t "${UNIQUE_IDENTIFIER}"
 100 }
 101 trap deleteImages EXIT
 102
 103 # Build and push prebuilt images for running tests.
 104 time ../test-infra/bin/prepare_prebuilt_workers \
 105     -l "cxx:${GRPC_CORE_GITREF}" \
 106     -l "csharp:${GRPC_CORE_GITREF}" \
 107     -l "go:${GRPC_GO_GITREF}" \
 108     -l "java:${GRPC_JAVA_GITREF}" \
 109     -l "php7:${GRPC_CORE_GITREF}" \
 110     -l "python:${GRPC_CORE_GITREF}" \
 111     -l "ruby:${GRPC_CORE_GITREF}" \
 112     -p "${PREBUILT_IMAGE_PREFIX}" \
 113     -t "${UNIQUE_IDENTIFIER}" \
 114     -r "${ROOT_DIRECTORY_OF_DOCKERFILES}"
 115
 116 # Create reports directory.
 117 mkdir -p runner
 118
 119 # Run tests.
 120 time ../test-infra/bin/runner \
 121     -i "../grpc/loadtest_with_prebuilt_workers_${WORKER_POOL_8CORE}.yaml" \
 122     -i "../grpc/loadtest_with_prebuilt_workers_${WORKER_POOL_32CORE}.yaml" \
 123     -c "${WORKER_POOL_8CORE}:2" -c "${WORKER_POOL_32CORE}:2" \
 124     -o "runner/sponge_log.xml"