Add timeout to performance tests, add content to readme.

bnapolitan · Jul 6, 2020 · ddf7cd8 · ddf7cd8
1 parent 44092a6
commit ddf7cd8
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 0 deletions.
diff --git a/scripts/lib/performance_tests.sh b/scripts/lib/performance_tests.sh
@@ -1,3 +1,9 @@
+function check_for_timeout() {
+ if [[ $1 -gt 10000 ]]; then
+ on_error
+ fi
+}
+
 function run_performance_test_130_pods() {
  echo "Running performance tests against cluster"
  RUNNING_PERFORMANCE=true
@@ -16,6 +22,7 @@ function run_performance_test_130_pods() {
  sleep 1
  echo "Scaling UP"
  echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
  done
 
  SCALE_UP_DURATION_ARRAY+=( $((SECONDS - ITERATION_START)) )
@@ -26,6 +33,7 @@ function run_performance_test_130_pods() {
  sleep 1
  echo "Scaling DOWN"
  echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
  done
  SCALE_DOWN_DURATION_ARRAY+=($((SECONDS - MIDPOINT_START)))
  done
@@ -81,6 +89,7 @@ function run_performance_test_730_pods() {
  sleep 2
  echo "Scaling UP"
  echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
  done
 
  SCALE_UP_DURATION_ARRAY+=( $((SECONDS - ITERATION_START)) )
@@ -92,6 +101,7 @@ function run_performance_test_730_pods() {
  sleep 2
  echo "Scaling DOWN"
  echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
  done
  SCALE_DOWN_DURATION_ARRAY+=($((SECONDS - MIDPOINT_START)))
  done
@@ -147,6 +157,7 @@ function run_performance_test_5000_pods() {
  sleep 2
  echo "Scaling UP"
  echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
  done
 
  SCALE_UP_DURATION_ARRAY+=( $((SECONDS - ITERATION_START)) )
@@ -158,6 +169,7 @@ function run_performance_test_5000_pods() {
  sleep 2
  echo "Scaling DOWN"
  echo $($KUBECTL_PATH get deploy)
+ check_for_timeout $DEPLOY_START
  done
  SCALE_DOWN_DURATION_ARRAY+=($((SECONDS - MIDPOINT_START)))
  done

diff --git a/test/integration/README.md b/test/integration/README.md
@@ -1,3 +1,14 @@
+## How to run tests
+# All tests
+ * set AWS_ACCESS_KEY_ID
+ * set AWS_SECRET_ACCESS_KEY
+ * set AWS_DEFAULT_REGION (optional, defaults to us-west-2 if not set)
+ * approve test after build completes
+# Performance
+ * set RUN_PERFORMANCE_TESTS=true
+# KOPS
+ * set RUN_KOPS_TEST=true
+
 ## Conformance test duration log 
 
 * May 20, 2020: Initial integration step took roughly 3h 41min