Integration tests framework.

tests/001-test-redis.sh

@@ -0,0 +1,68 @@
+#!/bin/bash
+
+test_redis_nomad_job() {
+    pushd ~/go/src/github.com/Roblox/nomad-driver-containerd/example
+
+    echo "Starting nomad redis job using nomad-driver-containerd."
+    nomad job run redis.nomad
+
+    redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
+    if [ $redis_status != "running" ];then
+        echo "Error in getting redis job status."
+        exit 1
+    fi
+
+    # Even though $(nomad job status) reports redis job status as "running"
+    # The actual container process might not be running yet.
+    # We need to wait for actual container to start running before trying exec.
+    echo "Wait for redis container to get into RUNNING state, before trying exec."
+    is_redis_container_active
+
+    echo "Inspecting redis job."
+    redis_status=$(nomad job inspect redis|jq -r '.Job .Status')
+    if [ $redis_status != "running" ];then
+        echo "Error in inspecting redis job."
+        exit 1
+    fi
+
+    echo "Exec redis job."
+    exec_output=$(nomad alloc exec -job redis echo hello_exec)
+    if [ $exec_output != "hello_exec" ]; then
+        echo "Error in exec'ing redis job."
+        exit 1
+    fi
+
+    echo "Stopping nomad redis job."
+    nomad job stop redis
+    redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
+    if [ $redis_status != "dead(stopped)" ];then
+        echo "Error in stopping redis job."
+        exit 1
+    fi
+
+    popd
+}
+
+is_redis_container_active() {
+        set +e
+        i="0"
+        while test $i -lt 5
+        do
+                sudo CONTAINERD_NAMESPACE=nomad ctr task ls|grep -q RUNNING
+                if [ $? -eq 0 ]; then
+                        echo "redis container is up and running"
+                        break
+                fi
+                echo "redis container is down, sleep for 3 seconds."
+                sleep 3s
+                i=$[$i+1]
+        done
+        set -e
+
+        if [ $i -ge 5 ]; then
+                echo "redis container didn't come up. exit 1."
+                exit 1
+        fi
+}
+
+test_redis_nomad_job

tests/002-test-signal-handler.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+test_signal_handler_nomad_job() {
+    pushd ~/go/src/github.com/Roblox/nomad-driver-containerd/example
+
+    echo "Starting nomad signal handler job using nomad-driver-containerd."
+    nomad job run signal.nomad
+
+    echo "Checking status of signal handler job."
+    signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
+    if [ $signal_status != "running" ];then
+        echo "Error in getting signal handler job status."
+        exit 1
+    fi
+
+    echo "Inspecting signal handler job."
+    signal_status=$(nomad job inspect signal|jq -r '.Job .Status')
+    if [ $signal_status != "running" ]; then
+        echo "Error in inspecting signal handler job."
+        exit 1
+    fi
+
+    echo "Stopping nomad signal handler job."
+    nomad job stop signal
+    signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
+    if [ $signal_status != "dead(stopped)" ];then
+        echo "Error in stopping signal handler job."
+        exit 1
+    fi
+
+    popd
+}
+
+test_signal_handler_nomad_job

tests/run_tests.sh

@@ -9,6 +9,11 @@ export PATH=$PATH:/usr/local/bin
 export GOPATH=/home/circleci/go
 export GO_VERSION=1.14.3
 
+# Keeps track of overall pass/failure status of tests. Even if single test
+# fails, PASS_STATUS will be set to 1 and returned to caller when all
+# tests have run.
+PASS_STATUS=0
+
 # These tests are designed to be run as part of continous integration (CI) and not on local host.
 # Please don't run these tests (./run_tests.sh) on your local host, as these are meant to be
 # destructive and can modify (or destroy) software on your host system.
@@ -20,70 +25,34 @@ main() {
 	echo "Checking if nomad-driver-containerd is up and running, and nomad is ready to accept jobs."
 	is_containerd_driver_active
 
-	cd ~/go/src/github.com/Roblox/nomad-driver-containerd/example
+	run_tests $@
+	exit $PASS_STATUS
+}
 
-	echo "Starting nomad redis job using nomad-driver-containerd."
+run_test () {
-	nomad job run redis.nomad
+  testfile=$1
 
-	echo "Starting nomad signal handler job using nomad-driver-containerd."
+  echo "INFO: Running test `basename $testfile`"
-	nomad job run signal.nomad
+  bash -c $testfile
 
-	echo "Checking status of redis job."
+  if [ $? -eq 0 ];then
-	redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
+    echo "PASS: $(basename $testfile)"
-	if [ $redis_status != "running" ];then
+  else
-		echo "Error in getting redis job status."
+    echo "FAIL: $(basename $testfile)"
-		exit 1
+    PASS_STATUS=1
-	fi
+  fi
-	# Even though $(nomad job status) reports redis job status as "running"
+}
-	# The actual container process might not be running yet.
-	# We need to wait for actual container to start running before trying exec.
-	echo "Wait for redis container to get into RUNNING state, before trying exec."
-	is_redis_container_active
 
-	echo "Checking status of signal handler job."
+run_tests() {
-	signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
+  local srcdir=`dirname $0`
-        if [ $signal_status != "running" ];then
+  if [ $# -gt 0 ]; then
-		echo "Error in getting signal handler job status."
+    local files=$@
-		exit 1
+  else
-	fi
+    local files="$srcdir/[0-9][0-9][0-9]-test-*"
-
+  fi
-	echo "Inspecting redis job."
+  for t in $files;do
-	redis_status=$(nomad job inspect redis|jq -r '.Job .Status')
+    run_test ./$t
-	if [ $redis_status != "running" ];then
+  done
-		echo "Error in inspecting redis job."
-		exit 1
-	fi
-
-	echo "Inspecting signal handler job."
-	signal_status=$(nomad job inspect signal|jq -r '.Job .Status')
-	if [ $signal_status != "running" ]; then
-		echo "Error in inspecting signal handler job."
-		exit 1
-	fi
-
-	echo "Exec redis job."
-	exec_output=$(nomad alloc exec -job redis echo hello_exec)
-	if [ $exec_output != "hello_exec" ]; then
-		echo "Error in exec'ing redis job."
-		exit 1
-	fi
-
-	echo "Stopping nomad redis job."
-	nomad job stop redis
-	redis_status=$(nomad job status -short redis|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
-	if [ $redis_status != "dead(stopped)" ];then
-		echo "Error in stopping redis job."
-		exit 1
-	fi
-
-	echo "Stopping nomad signal handler job."
-	nomad job stop signal
-	signal_status=$(nomad job status -short signal|grep Status|awk '{split($0,a,"="); print a[2]}'|tr -d ' ')
-        if [ $signal_status != "dead(stopped)" ];then
-                echo "Error in stopping signal handler job."
-                exit 1
-        fi
-	echo "Tests finished successfully."
 }
 
 setup() {
@@ -102,7 +71,7 @@ setup() {
 	sudo apt-get install -y apt-utils curl runc unzip make build-essential
 
 	# Change $(pwd) to /tmp
-	cd /tmp
+	pushd /tmp
 
 	# Install containerd 1.3.4
 	curl -L -o containerd-${CONTAINERD_VERSION}.linux-amd64.tar.gz https://github.com/containerd/containerd/releases/download/v${CONTAINERD_VERSION}/containerd-${CONTAINERD_VERSION}.linux-amd64.tar.gz
@@ -187,6 +156,7 @@ EOF
 	echo "Starting nomad server and nomad-driver-containerd."
 	sudo systemctl start nomad
 	is_systemd_service_active "nomad.service"
+	popd
 }
 
 is_containerd_driver_active() {
@@ -212,28 +182,6 @@ is_containerd_driver_active() {
 	fi
 }
 
-is_redis_container_active() {
-	set +e
-	i="0"
-	while test $i -lt 5
-	do
-		sudo CONTAINERD_NAMESPACE=nomad ctr task ls|grep -q RUNNING
-		if [ $? -eq 0 ]; then
-			echo "redis container is up and running"
-			break
-		fi
-		echo "redis container is down, sleep for 3 seconds."
-		sleep 3s
-		i=$[$i+1]
-	done
-	set -e
-
-	if [ $i -ge 5 ]; then
-		echo "redis container didn't come up. exit 1."
-		exit 1
-	fi
-}
-
 is_systemd_service_active() {
 	local service_name=$1
 	i="0"