Skip to content

Commit

Permalink
Update test logs
Browse files Browse the repository at this point in the history
  • Loading branch information
@iamazeem
iamazeem committed Feb 22, 2024
1 parent e3ee623 commit dbfe93f
Showing 1 changed file with 50 additions and 50 deletions.
100 changes: 50 additions & 50 deletions test/run_scaling_tests.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@

set -e

echo "Running scaling tests..."
echo "[INF] Running scaling tests..."

KEDA_DEPLOYMENT="https://github.com/kedacore/keda/releases/download/v2.10.1/keda-2.10.1.yaml"

Expand Down Expand Up @@ -34,53 +34,53 @@ eval "$(minikube -p minikube docker-env)"

KUBECTL="minikube kubectl --"

echo "kubectl version:"
echo "[INF] kubectl version:"
$KUBECTL version

# Set up KEDA
echo
echo "Set up keda"
echo "[INF] Set up keda"
$KUBECTL apply -f $KEDA_DEPLOYMENT

KEDA_NAMESPACE="keda"
KEDA_DEPLOYMENTS=("keda-operator" "keda-metrics-apiserver")
for deployment in "${KEDA_DEPLOYMENTS[@]}"; do
echo "Waiting for deployment/$deployment to be ready"
echo "[INF] Waiting for deployment/$deployment to be ready"
if ! $KUBECTL -n $KEDA_NAMESPACE rollout status --timeout=10m "deployment/$deployment"; then
$KUBECTL -n $KEDA_NAMESPACE get pods
exit 1
fi
done

echo "SUCCESS: keda is ready!"
echo "[INF] SUCCESS: keda is ready!"

# Build
echo
echo "Building docker image [$IMAGE_NAME]"
echo "[INF] Building docker image [$IMAGE_NAME]"
docker build -t "$IMAGE_NAME" .
docker images

# Deploy
echo
echo "Deploying test deployment [$TEST_DEPLOYMENT] with ScaledObject"
echo "[INF] Deploying test deployment [$TEST_DEPLOYMENT] with ScaledObject"
$KUBECTL apply -f $TEST_DEPLOYMENT
sleep 1m
echo "Listing all in namespace [$NAMESPACE]"
echo "[INF] Listing all in namespace [$NAMESPACE]"
$KUBECTL get all -n $NAMESPACE
echo "Waiting for test deployments to be ready"
echo "[INF] Waiting for test deployments to be ready"
$KUBECTL -n $NAMESPACE rollout status --timeout=5m deployment/cwm-keda-external-scaler
$KUBECTL -n $NAMESPACE rollout status --timeout=5m deployment/test-app1
echo
echo "Waiting for HPA to be ready [No. of tries: 5]"
echo "[INF] Waiting for HPA to be ready [No. of tries: 5]"
HPA_STATUS="down"
for i in {1..5}; do
HPA_OUTPUT="$($KUBECTL describe hpa -n $NAMESPACE)"
if [[ "$HPA_OUTPUT" != "" ]]; then
echo "$HPA_OUTPUT"
echo "[INF] $HPA_OUTPUT"
HPA_STATUS="up"
break
fi
echo "HPA is not ready yet!"
echo "[INF] HPA is not ready yet!"
sleep 1m
done

Expand All @@ -92,11 +92,11 @@ if [[ $HPA_STATUS == "down" ]]; then
exit 1
fi

echo "SUCCESS: scaler is ready"
echo "[INF] SUCCESS: scaler is ready"

# Ping Redis server
echo
echo "Pinging Redis server [No. of tries: 5]"
echo "[INF] Pinging Redis server [No. of tries: 5]"
REDIS_STATUS="down"
for i in {1..5}; do
if $KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli PING; then
Expand All @@ -108,7 +108,7 @@ done

if [[ $REDIS_STATUS == "down" ]]; then
echo
echo "ERROR: Redis server is down!"
echo "[ERR] Redis server is down!"
echo
$KUBECTL cluster-info dump
exit 1
Expand All @@ -118,74 +118,74 @@ fi

# Test # 1
echo
echo "TEST # 1: Zero-to-one scaling [0-to-1]"
echo "Setting $METRIC_KEY_1 in Redis server"
echo "[INF] TEST # 1: Zero-to-one scaling [0-to-1]"
echo "[INF] Setting $METRIC_KEY_1 in Redis server"
$KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli SET "$METRIC_KEY_1" "10"
echo "Setting $LAST_ACTION_KEY_1 in Redis server"
echo "[INF] Setting $LAST_ACTION_KEY_1 in Redis server"
$KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli SET "$LAST_ACTION_KEY_1" "$(date +"$FMT_DATETIME")"
sleep 30s
echo "Listing all in namespace [$NAMESPACE]"
echo "[INF] Listing all in namespace [$NAMESPACE]"
$KUBECTL get all -n $NAMESPACE
echo "Checking HPA in namespace [$NAMESPACE]"
echo "[INF] Checking HPA in namespace [$NAMESPACE]"
$KUBECTL describe hpa -n $NAMESPACE
POD_NAME_TEST_APP=$($KUBECTL get pods --no-headers -o custom-columns=":metadata.name" -n $NAMESPACE | grep "$PREFIX_TEST_APP_1")
echo "Waiting for pod/$POD_NAME_TEST_APP to be ready"
echo "[INF] Waiting for pod/$POD_NAME_TEST_APP to be ready"
$KUBECTL wait --for=condition=ready --timeout=600s "pod/$POD_NAME_TEST_APP" -n $NAMESPACE
echo "SUCCESS: Test (zero-to-one scaling) completed successfully!"
echo "[INF] SUCCESS: Test (zero-to-one scaling) completed successfully!"

# Test # 2
echo
echo "TEST # 2: Redeploy ScaledObject with scaleMetricName [$METRIC_NAME_1 => $METRIC_NAME_1_NEW]"
echo "Redeploying test deployment [$TEST_DEPLOYMENT] with scaleMetricName [$METRIC_NAME_1_NEW]"
echo "[INF] TEST # 2: Redeploy ScaledObject with scaleMetricName [$METRIC_NAME_1 => $METRIC_NAME_1_NEW]"
echo "[INF] Redeploying test deployment [$TEST_DEPLOYMENT] with scaleMetricName [$METRIC_NAME_1_NEW]"
sed -i "s#scaleMetricName: \"$METRIC_NAME_1\"#scaleMetricName: \"$METRIC_NAME_1_NEW\"#" $TEST_DEPLOYMENT
$KUBECTL apply -f $TEST_DEPLOYMENT
sleep 30s
echo "Setting $METRIC_KEY_1_NEW in Redis server"
echo "[INF] Setting $METRIC_KEY_1_NEW in Redis server"
$KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli SET "$METRIC_KEY_1_NEW" "10"
echo "Setting $LAST_ACTION_KEY_1 in Redis server"
echo "[INF] Setting $LAST_ACTION_KEY_1 in Redis server"
$KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli SET "$LAST_ACTION_KEY_1" "$(date +"$FMT_DATETIME")"
sleep 30s
echo "Listing all in namespace [$NAMESPACE]"
echo "[INF] Listing all in namespace [$NAMESPACE]"
$KUBECTL get all -n $NAMESPACE
echo "Checking HPA in namespace [$NAMESPACE]"
echo "[INF] Checking HPA in namespace [$NAMESPACE]"
$KUBECTL describe hpa -n $NAMESPACE
POD_NAME_TEST_APP=$($KUBECTL get pods --no-headers -o custom-columns=":metadata.name" -n $NAMESPACE | grep "$PREFIX_TEST_APP_1")
echo "Waiting for pod/$POD_NAME_TEST_APP to be ready"
echo "[INF] Waiting for pod/$POD_NAME_TEST_APP to be ready"
$KUBECTL wait --for=condition=ready --timeout=600s "pod/$POD_NAME_TEST_APP" -n $NAMESPACE
echo
echo "Redeploying test deployment [$TEST_DEPLOYMENT] with scaleMetricName [$METRIC_NAME_1]"
echo "[INF] Redeploying test deployment [$TEST_DEPLOYMENT] with scaleMetricName [$METRIC_NAME_1]"
sed -i "s#scaleMetricName: \"$METRIC_NAME_1_NEW\"#scaleMetricName: \"$METRIC_NAME_1\"#" $TEST_DEPLOYMENT
$KUBECTL apply -f $TEST_DEPLOYMENT
sleep 30s
echo "Listing all in namespace [$NAMESPACE]"
echo "[INF] Listing all in namespace [$NAMESPACE]"
$KUBECTL get all -n $NAMESPACE
echo "Checking HPA in namespace [$NAMESPACE]"
echo "[INF] Checking HPA in namespace [$NAMESPACE]"
$KUBECTL describe hpa -n $NAMESPACE
POD_NAME_TEST_APP=$($KUBECTL get pods --no-headers -o custom-columns=":metadata.name" -n $NAMESPACE | grep "$PREFIX_TEST_APP_1")
echo "Waiting for pod/$POD_NAME_TEST_APP to be ready"
echo "[INF] Waiting for pod/$POD_NAME_TEST_APP to be ready"
$KUBECTL wait --for=condition=ready --timeout=600s "pod/$POD_NAME_TEST_APP" -n $NAMESPACE
echo "SUCCESS: Test (reploy with different scaleMetricName) completed successfully!"
echo "[INF] SUCCESS: Test (reploy with different scaleMetricName) completed successfully!"

# Test # 3
echo
echo "TEST # 3: Multiple pods scaling [1-to-4]"
echo "Setting $METRIC_KEY_1 in Redis server"
echo "[INF] TEST # 3: Multiple pods scaling [1-to-4]"
echo "[INF] Setting $METRIC_KEY_1 in Redis server"
$KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli SET "$METRIC_KEY_1" "50"
echo "Setting $LAST_ACTION_KEY_1 in Redis server"
echo "[INF] Setting $LAST_ACTION_KEY_1 in Redis server"
$KUBECTL exec -n $NAMESPACE deployment/cwm-keda-external-scaler -c redis -- redis-cli SET "$LAST_ACTION_KEY_1" "$(date +"$FMT_DATETIME")"
sleep 1m
echo "Listing all in namespace [$NAMESPACE]"
echo "[INF] Listing all in namespace [$NAMESPACE]"
$KUBECTL get all -n $NAMESPACE
echo "Checking HPA in namespace [$NAMESPACE]"
echo "[INF] Checking HPA in namespace [$NAMESPACE]"
$KUBECTL describe hpa -n $NAMESPACE
POD_NAMES_TEST_APP=$($KUBECTL get pods --no-headers -o custom-columns=":metadata.name" -n $NAMESPACE | grep "$PREFIX_TEST_APP_1")
POD_NAMES_ARRAY=($POD_NAMES_TEST_APP)
POD_NAMES_ARRAY_LENGTH="${#POD_NAMES_ARRAY[@]}"
EXPECTED_POD_COUNT=4
if (( POD_NAMES_ARRAY_LENGTH != EXPECTED_POD_COUNT )); then
echo
echo "ERROR: Pod count mismatch! got: $POD_NAMES_ARRAY_LENGTH, expected: $EXPECTED_POD_COUNT"
echo " Maybe, the deplay after deployment needs to be increased. Adjust accordingly."
echo "[ERR] Pod count mismatch! got: $POD_NAMES_ARRAY_LENGTH, expected: $EXPECTED_POD_COUNT"
echo "[INF] Maybe, the deplay after deployment needs to be increased. Adjust accordingly."
echo
$KUBECTL cluster-info dump
exit 1
Expand All @@ -194,34 +194,34 @@ fi
POD_COUNT=0
for pod in "${POD_NAMES_ARRAY[@]}"; do
POD_COUNT=$(( POD_COUNT + 1 ))
echo "Waiting for pod/$pod to be ready [$POD_COUNT]"
echo "[INF] Waiting for pod/$pod to be ready [$POD_COUNT]"
$KUBECTL wait --for=condition=ready --timeout=600s "pod/$pod" -n $NAMESPACE
done

if (( POD_COUNT != EXPECTED_POD_COUNT )); then
echo
echo "ERROR: 1-to-4 scaling failed! got: $POD_COUNT, expected: $EXPECTED_POD_COUNT"
echo "[ERR] 1-to-4 scaling failed! got: $POD_COUNT, expected: $EXPECTED_POD_COUNT"
echo
$KUBECTL cluster-info dump
exit 1
fi

echo "SUCCESS: Test (1-to-4 scaling) completed successfully!"
echo "[INF] SUCCESS: Test (1-to-4 scaling) completed successfully!"

echo "--- [LOGS] ---"
echo "[INF] --- [LOGS] ---"
$KUBECTL logs -n $NAMESPACE deployment/cwm-keda-external-scaler cwm-keda-external-scaler
echo "--------------"
echo "[INF] --------------"

# --- TESTS - END ---

# Teardown
echo
echo "Deleting test deployment [$TEST_DEPLOYMENT]"
echo "[INF] Deleting test deployment [$TEST_DEPLOYMENT]"
$KUBECTL delete -f $TEST_DEPLOYMENT

echo "Deleting keda deployment"
echo "[INF] Deleting keda deployment"
$KUBECTL delete -f $KEDA_DEPLOYMENT

echo
echo "SUCCESS: Scaling tests completed successfully!"
echo "--- [DONE] ---"
echo "[INF] SUCCESS: Scaling tests completed successfully!"
echo "[INF] --- [DONE] ---"

0 comments on commit dbfe93f

Please sign in to comment.