Add smoke_tests job

[#115143117]

Signed-off-by: David Laing <[email protected]>

Author: Derik Evangelista

jobs/smoke_tests/monit

@@ -0,0 +1,18 @@
+---
+name: smoke-tests
+
+packages: []
+templates:
+  run.sh: bin/run
+
+properties:
+  smoke_tests.syslog_ingestor.host:
+    description: 'IP of the syslog ingestor'
+  smoke_tests.syslog_ingestor.port:
+    description: 'Port of the syslog ingestor'
+    default: 5514
+  smoke_tests.elasticsearch_master.host:
+    description: 'IP of the elasticsearch master node'
+  smoke_tests.elasticsearch_master.port:
+    description: 'Port of the elasticsearch master node'
+    default: 9200

jobs/smoke_tests/spec

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+MASTER_URL="http://<%= p('smoke_tests.elasticsearch_master.host')%>:<%= p('smoke_tests.elasticsearch_master.port')%>"
+INGESTOR_HOST="<%= p('smoke_tests.syslog_ingestor.host')%>"
+INGESTOR_PORT="<%= p('smoke_tests.syslog_ingestor.port')%>"
+
+SMOKE_ID=$(LC_ALL=C; cat /dev/urandom | tr -dc 'a-zA-Z0-9' | fold -w 32 | head -n 1)
+LOG="<13>$(date -u +"%Y-%m-%dT%H:%M:%SZ") 0.0.0.0 smoke-test-errand [job=smoke_tests index=0]  {\"smoke-id\":\"$SMOKE_ID\"}"
+
+echo "SENDING $LOG"
+echo "$LOG" | nc $INGESTOR_HOST $INGESTOR_PORT
+
+TRIES=${1:-60}
+
+echo -n "Polling for $TRIES seconds"
+while [ $TRIES -gt 0 ]; do
+  result=$(curl -s $MASTER_URL/_search?q=$SMOKE_ID)
+  if [[ $result == *"$SMOKE_ID"* ]]; then
+		echo -e "\nSUCCESS: Found log containing $SMOKE_ID"
+		echo $result
+		exit 0
+  else
+		sleep 1
+		echo -n "."
+    TRIES=$((TRIES-1))
+	fi
+done
+
+echo -e "\nERROR:  Couldn't find log containing: $SMOKE_ID"
+echo "Last search result: $result"
+exit 1

jobs/smoke_tests/templates/run.sh

@@ -221,6 +221,22 @@ jobs:
       elasticsearch:
         master_node: (( grab jobs.elasticsearch_master.networks.default.static_ips.[0] ))
 
+- name: smoke-tests
+  instances: 1
+  release: logsearch
+  templates:
+  - {name: smoke-tests, release: logsearch}
+  resource_pool: errand
+  networks:
+  - name: default
+  lifecycle: errand
+  properties:
+    smoke_tests:
+      syslog_ingestor:
+        host: (( grab jobs.haproxy.networks.default.static_ips.[0] ))
+      elasticsearch_master:
+        host: (( grab jobs.elasticsearch_master.networks.default.static_ips.[0] ))
+
 properties:
   curator:
     elasticsearch_host: (( grab jobs.elasticsearch_master.networks.default.static_ips.[0] ))