Squashed commit of the following:

commit 67b6363 Merge: fd80aff afdb125 Author: Ben Napolitan <[email protected]> Date: Tue Jul 7 12:22:14 2020 -0400 Merge branch 'upstream-master' into scale-test-single-node commit fd80aff Author: Ben Napolitan <[email protected]> Date: Tue Jul 7 12:20:56 2020 -0400 Forgotten readme commit. commit dae08fd Author: Ben Napolitan <[email protected]> Date: Tue Jul 7 12:20:43 2020 -0400 Fix duration calculation for timeout, remove eksctl, revise readme. commit 80a50fd Author: Ben Napolitan <[email protected]> Date: Tue Jul 7 01:04:09 2020 -0400 Change image to kubernetes pause. commit 6104022 Author: Ben Napolitan <[email protected]> Date: Mon Jul 6 16:59:36 2020 -0400 Revert back to 98 node startup. commit c7d9a5f Author: Ben Napolitan <[email protected]> Date: Mon Jul 6 14:49:30 2020 -0400 Reduce initial replicas to 1 commit ddf7cd8 Author: Ben Napolitan <[email protected]> Date: Mon Jul 6 13:11:50 2020 -0400 Add timeout to performance tests, add content to readme. commit 44092a6 Author: Ben Napolitan <[email protected]> Date: Mon Jul 6 11:56:52 2020 -0400 Revert image to google. commit 2c8291e Author: Ben Napolitan <[email protected]> Date: Thu Jul 2 15:36:18 2020 -0400 Don't exit if s3 bucket upload fails. commit 318101a Author: Ben Napolitan <[email protected]> Date: Thu Jul 2 13:37:36 2020 -0400 Fix file path issue. commit 16254ad Author: Ben Napolitan <[email protected]> Date: Wed Jul 1 17:07:12 2020 -0400 Fix CircleCI yml syntax error. commit 43dd11d Author: Ben Napolitan <[email protected]> Date: Wed Jul 1 17:05:34 2020 -0400 Configure weekly performance. commit d9b58bb Author: Ben Napolitan <[email protected]> Date: Wed Jul 1 16:57:17 2020 -0400 Start mng with 1 node, put metadata into data file names, suppress copy errors. commit 5bab04d Author: Ben Napolitan <[email protected]> Date: Wed Jul 1 02:43:28 2020 -0400 Changes from PR. commit 72a8608 Author: Ben Napolitan <[email protected]> Date: Fri Jun 26 11:58:25 2020 -0400 Squashed commit of the following: commit 5aac358 Merge: 0bcf24b 30f98bd Author: Ben Napolitan <[email protected]> Date: Fri Jun 26 11:57:31 2020 -0400 Merge branch 'upstream-master' into scale-test-single-node-old commit 0bcf24b Author: Ben Napolitan <[email protected]> Date: Fri Jun 26 11:55:48 2020 -0400 Revert rolling update change. commit 53866a0 Author: Ben Napolitan <[email protected]> Date: Thu Jun 25 16:22:33 2020 -0400 Increase rollingupdate limit. commit 966466a Author: Ben Napolitan <[email protected]> Date: Thu Jun 25 11:01:07 2020 -0400 Fix environment unset environment variables. commit f429283 Author: Ben Napolitan <[email protected]> Date: Wed Jun 24 13:26:51 2020 -0400 Remove sleeps, deleted load balancers in test account. commit 166a168 Author: Ben Napolitan <[email protected]> Date: Wed Jun 24 09:21:17 2020 -0400 Attempt all scale tests. commit 81dd0aa Author: Ben Napolitan <[email protected]> Date: Tue Jun 23 12:31:48 2020 -0400 Try adding all node groups back. commit 828f7aa Author: Ben Napolitan <[email protected]> Date: Tue Jun 23 11:37:35 2020 -0400 Attempt only large performance test and no conformance. commit 82a80e7 Author: Ben Napolitan <[email protected]> Date: Mon Jun 22 18:02:59 2020 -0400 Try deleting other node groups. commit 284fcd1 Author: Ben Napolitan <[email protected]> Date: Mon Jun 22 16:13:47 2020 -0400 Trying again. commit e5ef16b Author: Ben Napolitan <[email protected]> Date: Mon Jun 22 16:10:20 2020 -0400 Altar size again. commit d1e0062 Author: Ben Napolitan <[email protected]> Date: Mon Jun 22 12:53:06 2020 -0400 Attempt instance size change. commit 686e7f2 Author: Ben Napolitan <[email protected]> Date: Fri Jun 19 16:47:51 2020 -0400 Fix duplicate name. commit e17358c Author: Ben Napolitan <[email protected]> Date: Fri Jun 19 14:04:58 2020 -0400 Attempt 5000 pod scale test. commit e9ea95d Author: Ben Napolitan <[email protected]> Date: Thu Jun 18 17:53:28 2020 -0400 Attempt 730 pods on one node performance test. commit cad25af Author: Ben Napolitan <[email protected]> Date: Thu Jun 18 13:26:51 2020 -0400 Fix file output syntax. commit 974ac0e Author: Ben Napolitan <[email protected]> Date: Thu Jun 18 11:42:30 2020 -0400 Verify scale test uploading works. commit b7efa10 Author: Ben Napolitan <[email protected]> Date: Wed Jun 17 17:56:32 2020 -0400 Create data file after scale test. commit 3a9eaec Author: Ben Napolitan <[email protected]> Date: Mon Jun 15 14:27:37 2020 -0400 Fix if syntax. commit 00d74bc Author: Ben Napolitan <[email protected]> Date: Mon Jun 15 11:36:03 2020 -0400 Run scale tests moved and hidden behind env var. commit ef6841e Author: Ben Napolitan <[email protected]> Date: Sat Jun 13 21:35:21 2020 -0400 Fix grep causing failure. commit 4fbce7e Author: Ben Napolitan <[email protected]> Date: Sat Jun 13 18:37:11 2020 -0400 Reduce sleep for scale test. commit d766018 Author: Ben Napolitan <[email protected]> Date: Sat Jun 13 13:32:50 2020 -0400 Try to diagnose polling problem. commit 1ac7d35 Author: Ben Napolitan <[email protected]> Date: Fri Jun 12 17:46:54 2020 -0400 Run scale test for 130 pods. commit 9933a09 Author: Ben Napolitan <[email protected]> Date: Fri Jun 12 13:29:32 2020 -0400 Add new nodegroup and move directory copy to proper place. commit 470116c Author: Ben Napolitan <[email protected]> Date: Fri Jun 12 12:04:48 2020 -0400 Move to after kubeconfig. commit 1f1f0fb Author: Ben Napolitan <[email protected]> Date: Fri Jun 12 01:19:04 2020 -0400 Switch to use KUBECTL_PATH. commit 1b43268 Author: Ben Napolitan <[email protected]> Date: Thu Jun 11 23:46:58 2020 -0400 Retry with one nodegroup. commit b0d3228 Author: Ben Napolitan <[email protected]> Date: Thu Jun 11 23:00:48 2020 -0400 Try to create new nodegroup and apply deployment to it. commit abd9015 Author: Ben Napolitan <[email protected]> Date: Thu Jun 11 21:25:40 2020 -0400 Correct cluster name and change region in CircleCI. commit 46fe54f Author: Ben Napolitan <[email protected]> Date: Thu Jun 11 19:03:03 2020 -0400 Get info for eksctl. commit bbb3557 Author: Ben Napolitan <[email protected]> Date: Wed Jun 10 16:08:26 2020 -0400 Attempt to ssh into test run. commit 353130b Author: Ben Napolitan <[email protected]> Date: Wed Jun 10 14:22:18 2020 -0400 Delete eks nodegroup create. commit 0ff7589 Author: Ben Napolitan <[email protected]> Date: Wed Jun 10 13:14:51 2020 -0400 Try to use eksctl. commit 3ec6da4 Author: Ben Napolitan <[email protected]> Date: Wed Jun 10 12:28:23 2020 -0400 Syntax fix. commit e79b32f Author: Ben Napolitan <[email protected]> Date: Tue Jun 9 19:55:25 2020 -0400 Trying to create nodegroup and deploy pods.
aws · Jul 7, 2020 · a8323cc · a8323cc
1 parent afdb125
commit a8323cc
Show file tree

Hide file tree

Showing 9 changed files with 419 additions and 8 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -82,6 +82,38 @@ jobs:
  - store_artifacts:
  path: /tmp/cni-test
 
+ performance_test:
+ docker:
+ - image: circleci/golang:1.13-stretch
+ working_directory: /go/src/github.com/{{ORG_NAME}}/{{REPO_NAME}}
+ environment:
+ <<: *env
+ RUN_CONFORMANCE: "false"
+ RUN_PERFORMANCE_TESTS: "true"
+ steps:
+ - checkout
+ - setup_remote_docker
+ - aws-cli/setup:
+ profile-name: awstester
+ - restore_cache:
+ keys:
+ - dependency-packages-store-{{ checksum "test/integration/go.mod" }}
+ - dependency-packages-store-
+ - k8s/install-kubectl:
+ # requires 1.14.9 for k8s testing, since it uses log api.
+ kubectl-version: v1.14.9
+ - run:
+ name: Run the integration tests
+ command: ./scripts/run-integration-tests.sh
+ no_output_timeout: 15m
+ - save_cache:
+ key: dependency-packages-store-{{ checksum "test/integration/go.mod" }}
+ paths:
+ - /go/pkg
+ when: always
+ - store_artifacts:
+ path: /tmp/cni-test
+
 workflows:
  version: 2
  check:
@@ -118,3 +150,15 @@ workflows:
  - master
  jobs:
  - integration_test
+
+ # triggers weekly tests on master
+ weekly-test-run:
+ triggers:
+ - schedule:
+ cron: "0 0 * * 6"
+ filters:
+ branches:
+ only:
+ - master
+ jobs:
+ - performance_test
diff --git a/scripts/lib/cluster.sh b/scripts/lib/cluster.sh
@@ -12,6 +12,14 @@ function down-test-cluster() {
 }
 
 function up-test-cluster() {
+ MNGS=""
+ if [[ "$RUN_PERFORMANCE_TESTS" == true ]]; then
+ MNGS='{"three-nodes":{"name":"three-nodes","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["m5.xlarge"],"volume-size":40}, "single-node":{"name":"single-node","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":1,"asg-max-size":1,"asg-desired-capacity":1,"instance-types":["m5.16xlarge"],"volume-size":40}, "multi-node":{"name":"multi-node","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":1,"asg-max-size":100,"asg-desired-capacity":98,"instance-types":["m5.xlarge"],"volume-size":40}}'
+ RUN_CONFORMANCE=false
+ else
+ MNGS='{"GetRef.Name-mng-for-cni":{"name":"GetRef.Name-mng-for-cni","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["c5.xlarge"],"volume-size":40}}'
+ fi
+
  echo -n "Configuring cluster $CLUSTER_NAME"
  AWS_K8S_TESTER_EKS_NAME=$CLUSTER_NAME \
  AWS_K8S_TESTER_EKS_LOG_COLOR=true \
@@ -26,7 +34,7 @@ function up-test-cluster() {
  AWS_K8S_TESTER_EKS_ADD_ON_MANAGED_NODE_GROUPS_ENABLE=true \
  AWS_K8S_TESTER_EKS_ADD_ON_MANAGED_NODE_GROUPS_ROLE_CREATE=$ROLE_CREATE \
  AWS_K8S_TESTER_EKS_ADD_ON_MANAGED_NODE_GROUPS_ROLE_ARN=$ROLE_ARN \
- AWS_K8S_TESTER_EKS_ADD_ON_MANAGED_NODE_GROUPS_MNGS='{"GetRef.Name-mng-for-cni":{"name":"GetRef.Name-mng-for-cni","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["c5.xlarge"],"volume-size":40}}' \
+ AWS_K8S_TESTER_EKS_ADD_ON_MANAGED_NODE_GROUPS_MNGS=$MNGS \
  AWS_K8S_TESTER_EKS_ADD_ON_MANAGED_NODE_GROUPS_FETCH_LOGS=true \
  AWS_K8S_TESTER_EKS_ADD_ON_NLB_HELLO_WORLD_ENABLE=true \
  AWS_K8S_TESTER_EKS_ADD_ON_ALB_2048_ENABLE=true \

diff --git a/scripts/lib/common.sh b/scripts/lib/common.sh
@@ -25,6 +25,12 @@ function display_timelines() {
  echo "TIMELINE: Default CNI integration tests took $DEFAULT_INTEGRATION_DURATION seconds." 
  echo "TIMELINE: Updating CNI image took $CNI_IMAGE_UPDATE_DURATION seconds."
  echo "TIMELINE: Current image integration tests took $CURRENT_IMAGE_INTEGRATION_DURATION seconds."
- echo "TIMELINE: Conformance tests took $CONFORMANCE_DURATION seconds."
+ if [[ "$RUN_CONFORMANCE" == true ]]; then
+ echo "TIMELINE: Conformance tests took $CONFORMANCE_DURATION seconds."
+ fi
+ if [[ "$RUN_PERFORMANCE_TESTS" == true ]]; then
+ echo "TIMELINE: Performance tests took $PERFORMANCE_DURATION seconds."
+ fi
  echo "TIMELINE: Down processes took $DOWN_DURATION seconds."
 }
+
diff --git a/scripts/lib/performance_tests.sh b/scripts/lib/performance_tests.sh
@@ -0,0 +1,209 @@
+function check_for_timeout() {
+ if [[ $((SECONDS - $1)) -gt 10000 ]]; then
+ RUNNING_PERFORMANCE=false
+ on_error
+ fi
+}
+
+function run_performance_test_130_pods() {
+ echo "Running performance tests against cluster"
+ RUNNING_PERFORMANCE=true
+
+ DEPLOY_START=$SECONDS
+
+ SCALE_UP_DURATION_ARRAY=()
+ SCALE_DOWN_DURATION_ARRAY=()
+ while [ ${#SCALE_UP_DURATION_ARRAY[@]} -lt 3 ]
+ do
+ ITERATION_START=$SECONDS
+ $KUBECTL_PATH scale -f ./testdata/deploy-130-pods.yaml --replicas=130
+ sleep 20
+ while [[ ! $($KUBECTL_PATH get deploy | grep 130/130) ]]
+ do
+ sleep 1
+ echo "Scaling UP"
+ echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
+ done
+
+ SCALE_UP_DURATION_ARRAY+=( $((SECONDS - ITERATION_START)) )
+ MIDPOINT_START=$SECONDS
+ $KUBECTL_PATH scale -f ./testdata/deploy-130-pods.yaml --replicas=0
+ while [[ $($KUBECTL_PATH get pods) ]]
+ do
+ sleep 1
+ echo "Scaling DOWN"
+ echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
+ done
+ SCALE_DOWN_DURATION_ARRAY+=($((SECONDS - MIDPOINT_START)))
+ done
+
+ echo "Times to scale up:"
+ INDEX=0
+ while [ $INDEX -lt ${#SCALE_UP_DURATION_ARRAY[@]} ]
+ do
+ echo ${SCALE_UP_DURATION_ARRAY[$INDEX]}
+ INDEX=$((INDEX + 1))
+ done
+ echo ""
+ echo "Times to scale down:"
+ INDEX=0
+ while [ $INDEX -lt ${#SCALE_DOWN_DURATION_ARRAY[@]} ]
+ do
+ echo "${SCALE_DOWN_DURATION_ARRAY[$INDEX]} seconds"
+ INDEX=$((INDEX + 1))
+ done
+ echo ""
+ DEPLOY_DURATION=$((SECONDS - DEPLOY_START))
+
+ now="pod-130-Test#${TEST_ID}-$(date +"%m-%d-%Y-%T").csv"
+ echo $now
+
+ echo $(date +"%m-%d-%Y-%T") >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[0])), $((SCALE_DOWN_DURATION_ARRAY[0])) >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[1])), $((SCALE_DOWN_DURATION_ARRAY[1])) >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[2])), $((SCALE_DOWN_DURATION_ARRAY[2])) >> $now
+
+ cat $now
+ aws s3 cp $now s3://cni-performance-test-data
+
+ echo "TIMELINE: 130 Pod performance test took $DEPLOY_DURATION seconds."
+ RUNNING_PERFORMANCE=false
+}
+
+function run_performance_test_730_pods() {
+ echo "Running performance tests against cluster"
+ RUNNING_PERFORMANCE=true
+
+ DEPLOY_START=$SECONDS
+
+ SCALE_UP_DURATION_ARRAY=()
+ SCALE_DOWN_DURATION_ARRAY=()
+ while [ ${#SCALE_UP_DURATION_ARRAY[@]} -lt 3 ]
+ do
+ ITERATION_START=$SECONDS
+ $KUBECTL_PATH scale -f ./testdata/deploy-730-pods.yaml --replicas=730
+ sleep 100
+ while [[ ! $($KUBECTL_PATH get deploy | grep 730/730) ]]
+ do
+ sleep 2
+ echo "Scaling UP"
+ echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
+ done
+
+ SCALE_UP_DURATION_ARRAY+=( $((SECONDS - ITERATION_START)) )
+ MIDPOINT_START=$SECONDS
+ $KUBECTL_PATH scale -f ./testdata/deploy-730-pods.yaml --replicas=0
+ sleep 100
+ while [[ $($KUBECTL_PATH get pods) ]]
+ do
+ sleep 2
+ echo "Scaling DOWN"
+ echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
+ done
+ SCALE_DOWN_DURATION_ARRAY+=($((SECONDS - MIDPOINT_START)))
+ done
+
+ echo "Times to scale up:"
+ INDEX=0
+ while [ $INDEX -lt ${#SCALE_UP_DURATION_ARRAY[@]} ]
+ do
+ echo ${SCALE_UP_DURATION_ARRAY[$INDEX]}
+ INDEX=$((INDEX + 1))
+ done
+ echo ""
+ echo "Times to scale down:"
+ INDEX=0
+ while [ $INDEX -lt ${#SCALE_DOWN_DURATION_ARRAY[@]} ]
+ do
+ echo "${SCALE_DOWN_DURATION_ARRAY[$INDEX]} seconds"
+ INDEX=$((INDEX + 1))
+ done
+ echo ""
+ DEPLOY_DURATION=$((SECONDS - DEPLOY_START))
+
+ now="pod-730-Test#${TEST_ID}-$(date +"%m-%d-%Y-%T").csv"
+ echo $now
+
+ echo $(date +"%m-%d-%Y-%T") >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[0])), $((SCALE_DOWN_DURATION_ARRAY[0])) >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[1])), $((SCALE_DOWN_DURATION_ARRAY[1])) >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[2])), $((SCALE_DOWN_DURATION_ARRAY[2])) >> $now
+
+ cat $now
+ aws s3 cp $now s3://cni-performance-test-data
+
+ echo "TIMELINE: 730 Pod performance test took $DEPLOY_DURATION seconds."
+ RUNNING_PERFORMANCE=false
+}
+
+function run_performance_test_5000_pods() {
+ echo "Running performance tests against cluster"
+ RUNNING_PERFORMANCE=true
+
+ DEPLOY_START=$SECONDS
+
+ SCALE_UP_DURATION_ARRAY=()
+ SCALE_DOWN_DURATION_ARRAY=()
+ while [ ${#SCALE_UP_DURATION_ARRAY[@]} -lt 3 ]
+ do
+ ITERATION_START=$SECONDS
+ $KUBECTL_PATH scale -f ./testdata/deploy-5000-pods.yaml --replicas=5000
+ sleep 100
+ while [[ ! $($KUBECTL_PATH get deploy | grep 5000/5000) ]]
+ do
+ sleep 2
+ echo "Scaling UP"
+ echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
+ done
+
+ SCALE_UP_DURATION_ARRAY+=( $((SECONDS - ITERATION_START)) )
+ MIDPOINT_START=$SECONDS
+ $KUBECTL_PATH scale -f ./testdata/deploy-5000-pods.yaml --replicas=0
+ sleep 100
+ while [[ $($KUBECTL_PATH get pods) ]]
+ do
+ sleep 2
+ echo "Scaling DOWN"
+ echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
+ done
+ SCALE_DOWN_DURATION_ARRAY+=($((SECONDS - MIDPOINT_START)))
+ done
+
+ echo "Times to scale up:"
+ INDEX=0
+ while [ $INDEX -lt ${#SCALE_UP_DURATION_ARRAY[@]} ]
+ do
+ echo ${SCALE_UP_DURATION_ARRAY[$INDEX]}
+ INDEX=$((INDEX + 1))
+ done
+ echo ""
+ echo "Times to scale down:"
+ INDEX=0
+ while [ $INDEX -lt ${#SCALE_DOWN_DURATION_ARRAY[@]} ]
+ do
+ echo "${SCALE_DOWN_DURATION_ARRAY[$INDEX]} seconds"
+ INDEX=$((INDEX + 1))
+ done
+ echo ""
+ DEPLOY_DURATION=$((SECONDS - DEPLOY_START))
+
+ now="pod-5000-Test#${TEST_ID}-$(date +"%m-%d-%Y-%T").csv"
+ echo $now
+
+ echo $(date +"%m-%d-%Y-%T") >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[0])), $((SCALE_DOWN_DURATION_ARRAY[0])) >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[1])), $((SCALE_DOWN_DURATION_ARRAY[1])) >> $now
+ echo $((SCALE_UP_DURATION_ARRAY[2])), $((SCALE_DOWN_DURATION_ARRAY[2])) >> $now
+
+ cat $now
+ aws s3 cp $now s3://cni-performance-test-data
+
+ echo "TIMELINE: 5000 Pod performance test took $DEPLOY_DURATION seconds."
+ RUNNING_PERFORMANCE=false
+}
diff --git a/scripts/run-integration-tests.sh b/scripts/run-integration-tests.sh
@@ -8,6 +8,7 @@ DIR=$(cd "$(dirname "$0")"; pwd)
 source "$DIR"/lib/common.sh
 source "$DIR"/lib/aws.sh
 source "$DIR"/lib/cluster.sh
+source "$DIR"/lib/performance_tests.sh
 
 # Variables used in /lib/aws.sh
 OS=$(go env GOOS)
@@ -19,20 +20,24 @@ ARCH=$(go env GOARCH)
 : "${DEPROVISION:=true}"
 : "${BUILD:=true}"
 : "${RUN_CONFORMANCE:=false}"
+: "${RUN_PERFORMANCE_TESTS:=false}"
+: "${RUNNING_PERFORMANCE:=false}"
 
 __cluster_created=0
 __cluster_deprovisioned=0
 
 on_error() {
  # Make sure we destroy any cluster that was created if we hit run into an
  # error when attempting to run tests against the cluster
- if [[ $__cluster_created -eq 1 && $__cluster_deprovisioned -eq 0 && "$DEPROVISION" == true ]]; then
- # prevent double-deprovisioning with ctrl-c during deprovisioning...
- __cluster_deprovisioned=1
- echo "Cluster was provisioned already. Deprovisioning it..."
- down-test-cluster
+ if [[ $RUNNING_PERFORMANCE == false ]]; then
+ if [[ $__cluster_created -eq 1 && $__cluster_deprovisioned -eq 0 && "$DEPROVISION" == true ]]; then
+ # prevent double-deprovisioning with ctrl-c during deprovisioning...
+ __cluster_deprovisioned=1
+ echo "Cluster was provisioned already. Deprovisioning it..."
+ down-test-cluster
+ fi
+ exit 1
  fi
- exit 1
 }
 
 # test specific config, results location
@@ -213,6 +218,22 @@ if [[ $TEST_PASS -eq 0 && "$RUN_CONFORMANCE" == true ]]; then
  echo "TIMELINE: Conformance tests took $CONFORMANCE_DURATION seconds."
 fi
 
+if [[ "$RUN_PERFORMANCE_TESTS" == true ]]; then
+ START=$SECONDS
+ $KUBECTL_PATH apply -f ./testdata/deploy-130-pods.yaml
+ run_performance_test_130_pods
+ $KUBECTL_PATH delete -f ./testdata/deploy-130-pods.yaml
+
+ $KUBECTL_PATH apply -f ./testdata/deploy-730-pods.yaml
+ run_performance_test_730_pods
+ $KUBECTL_PATH delete -f ./testdata/deploy-730-pods.yaml
+
+ $KUBECTL_PATH apply -f ./testdata/deploy-5000-pods.yaml
+ run_performance_test_5000_pods
+ $KUBECTL_PATH delete -f ./testdata/deploy-5000-pods.yaml
+ PERFORMANCE_DURATION=$((SECONDS - START))
+fi
+
 if [[ "$DEPROVISION" == true ]]; then
  START=$SECONDS