From 6dd2a1d5ba1b26ba0d6ebb2b0307a44d1130a981 Mon Sep 17 00:00:00 2001 From: Shishir Mahajan Date: Mon, 29 Jun 2020 16:45:02 -0700 Subject: [PATCH] Integration tests framework. --- tests/001-test-redis.sh | 68 ++++++++++++++++++ tests/002-test-signal-handler.sh | 34 +++++++++ tests/run_tests.sh | 114 +++++++++---------------------- 3 files changed, 133 insertions(+), 83 deletions(-) create mode 100755 tests/001-test-redis.sh create mode 100755 tests/002-test-signal-handler.sh diff --git a/tests/001-test-redis.sh b/tests/001-test-redis.sh new file mode 100755 index 0000000..9089ac3 --- /dev/null +++ b/tests/001-test-redis.sh @@ -0,0 +1,68 @@ +#!/bin/bash + +test_redis_nomad_job() { + pushd ~/go/src/github.com/Roblox/nomad-driver-containerd/example + + echo "Starting nomad redis job using nomad-driver-containerd." + nomad job run redis.nomad + + redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') + if [ $redis_status != "running" ];then + echo "Error in getting redis job status." + exit 1 + fi + + # Even though $(nomad job status) reports redis job status as "running" + # The actual container process might not be running yet. + # We need to wait for actual container to start running before trying exec. + echo "Wait for redis container to get into RUNNING state, before trying exec." + is_redis_container_active + + echo "Inspecting redis job." + redis_status=$(nomad job inspect redis|jq -r '.Job .Status') + if [ $redis_status != "running" ];then + echo "Error in inspecting redis job." + exit 1 + fi + + echo "Exec redis job." + exec_output=$(nomad alloc exec -job redis echo hello_exec) + if [ $exec_output != "hello_exec" ]; then + echo "Error in exec'ing redis job." + exit 1 + fi + + echo "Stopping nomad redis job." + nomad job stop redis + redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') + if [ $redis_status != "dead(stopped)" ];then + echo "Error in stopping redis job." + exit 1 + fi + + popd +} + +is_redis_container_active() { + set +e + i="0" + while test $i -lt 5 + do + sudo CONTAINERD_NAMESPACE=nomad ctr task ls|grep -q RUNNING + if [ $? -eq 0 ]; then + echo "redis container is up and running" + break + fi + echo "redis container is down, sleep for 3 seconds." + sleep 3s + i=$[$i+1] + done + set -e + + if [ $i -ge 5 ]; then + echo "redis container didn't come up. exit 1." + exit 1 + fi +} + +test_redis_nomad_job diff --git a/tests/002-test-signal-handler.sh b/tests/002-test-signal-handler.sh new file mode 100755 index 0000000..ae70a56 --- /dev/null +++ b/tests/002-test-signal-handler.sh @@ -0,0 +1,34 @@ +#!/bin/bash + +test_signal_handler_nomad_job() { + pushd ~/go/src/github.com/Roblox/nomad-driver-containerd/example + + echo "Starting nomad signal handler job using nomad-driver-containerd." + nomad job run signal.nomad + + echo "Checking status of signal handler job." + signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') + if [ $signal_status != "running" ];then + echo "Error in getting signal handler job status." + exit 1 + fi + + echo "Inspecting signal handler job." + signal_status=$(nomad job inspect signal|jq -r '.Job .Status') + if [ $signal_status != "running" ]; then + echo "Error in inspecting signal handler job." + exit 1 + fi + + echo "Stopping nomad signal handler job." + nomad job stop signal + signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') + if [ $signal_status != "dead(stopped)" ];then + echo "Error in stopping signal handler job." + exit 1 + fi + + popd +} + +test_signal_handler_nomad_job diff --git a/tests/run_tests.sh b/tests/run_tests.sh index 40ddb20..f5e610e 100755 --- a/tests/run_tests.sh +++ b/tests/run_tests.sh @@ -9,6 +9,11 @@ export PATH=$PATH:/usr/local/bin export GOPATH=/home/circleci/go export GO_VERSION=1.14.3 +# Keeps track of overall pass/failure status of tests. Even if single test +# fails, PASS_STATUS will be set to 1 and returned to caller when all +# tests have run. +PASS_STATUS=0 + # These tests are designed to be run as part of continous integration (CI) and not on local host. # Please don't run these tests (./run_tests.sh) on your local host, as these are meant to be # destructive and can modify (or destroy) software on your host system. @@ -20,70 +25,34 @@ main() { echo "Checking if nomad-driver-containerd is up and running, and nomad is ready to accept jobs." is_containerd_driver_active - cd ~/go/src/github.com/Roblox/nomad-driver-containerd/example + run_tests $@ + exit $PASS_STATUS +} - echo "Starting nomad redis job using nomad-driver-containerd." - nomad job run redis.nomad +run_test () { + testfile=$1 - echo "Starting nomad signal handler job using nomad-driver-containerd." - nomad job run signal.nomad + echo "INFO: Running test `basename $testfile`" + bash -c $testfile - echo "Checking status of redis job." - redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') - if [ $redis_status != "running" ];then - echo "Error in getting redis job status." - exit 1 - fi - # Even though $(nomad job status) reports redis job status as "running" - # The actual container process might not be running yet. - # We need to wait for actual container to start running before trying exec. - echo "Wait for redis container to get into RUNNING state, before trying exec." - is_redis_container_active + if [ $? -eq 0 ];then + echo "PASS: $(basename $testfile)" + else + echo "FAIL: $(basename $testfile)" + PASS_STATUS=1 + fi +} - echo "Checking status of signal handler job." - signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') - if [ $signal_status != "running" ];then - echo "Error in getting signal handler job status." - exit 1 - fi - - echo "Inspecting redis job." - redis_status=$(nomad job inspect redis|jq -r '.Job .Status') - if [ $redis_status != "running" ];then - echo "Error in inspecting redis job." - exit 1 - fi - - echo "Inspecting signal handler job." - signal_status=$(nomad job inspect signal|jq -r '.Job .Status') - if [ $signal_status != "running" ]; then - echo "Error in inspecting signal handler job." - exit 1 - fi - - echo "Exec redis job." - exec_output=$(nomad alloc exec -job redis echo hello_exec) - if [ $exec_output != "hello_exec" ]; then - echo "Error in exec'ing redis job." - exit 1 - fi - - echo "Stopping nomad redis job." - nomad job stop redis - redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') - if [ $redis_status != "dead(stopped)" ];then - echo "Error in stopping redis job." - exit 1 - fi - - echo "Stopping nomad signal handler job." - nomad job stop signal - signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ') - if [ $signal_status != "dead(stopped)" ];then - echo "Error in stopping signal handler job." - exit 1 - fi - echo "Tests finished successfully." +run_tests() { + local srcdir=`dirname $0` + if [ $# -gt 0 ]; then + local files=$@ + else + local files="$srcdir/[0-9][0-9][0-9]-test-*" + fi + for t in $files;do + run_test ./$t + done } setup() { @@ -102,7 +71,7 @@ setup() { sudo apt-get install -y apt-utils curl runc unzip make build-essential # Change $(pwd) to /tmp - cd /tmp + pushd /tmp # Install containerd 1.3.4 curl -L -o containerd-${CONTAINERD_VERSION}.linux-amd64.tar.gz https://github.com/containerd/containerd/releases/download/v${CONTAINERD_VERSION}/containerd-${CONTAINERD_VERSION}.linux-amd64.tar.gz @@ -187,6 +156,7 @@ EOF echo "Starting nomad server and nomad-driver-containerd." sudo systemctl start nomad is_systemd_service_active "nomad.service" + popd } is_containerd_driver_active() { @@ -212,28 +182,6 @@ is_containerd_driver_active() { fi } -is_redis_container_active() { - set +e - i="0" - while test $i -lt 5 - do - sudo CONTAINERD_NAMESPACE=nomad ctr task ls|grep -q RUNNING - if [ $? -eq 0 ]; then - echo "redis container is up and running" - break - fi - echo "redis container is down, sleep for 3 seconds." - sleep 3s - i=$[$i+1] - done - set -e - - if [ $i -ge 5 ]; then - echo "redis container didn't come up. exit 1." - exit 1 - fi -} - is_systemd_service_active() { local service_name=$1 i="0"