#!/usr/bin/env bash set -eu set -o pipefail source "${BASH_SOURCE[0]%/*}"/lib/testing.sh cid_es="$(container_id elasticsearch)" cid_ls="$(container_id logstash)" cid_kb="$(container_id kibana)" ip_es="$(service_ip elasticsearch)" ip_ls="$(service_ip logstash)" ip_kb="$(service_ip kibana)" grouplog 'Wait for readiness of Elasticsearch' poll_ready "$cid_es" 'http://elasticsearch:9200/' --resolve "elasticsearch:9200:${ip_es}" -u 'elastic:testpasswd' endgroup grouplog 'Wait for readiness of Logstash' poll_ready "$cid_ls" 'http://logstash:9600/_node/pipelines/main?pretty' --resolve "logstash:9600:${ip_ls}" endgroup grouplog 'Wait for readiness of Kibana' poll_ready "$cid_kb" 'http://kibana:5601/api/status' --resolve "kibana:5601:${ip_kb}" -u 'kibana_system:testpasswd' endgroup log 'Creating Logstash index pattern in Kibana' source .env curl -X POST -D- "http://${ip_kb}:5601/api/saved_objects/index-pattern" \ -s -w '\n' \ -H 'Content-Type: application/json' \ -H "kbn-version: ${ELASTIC_VERSION}" \ -u elastic:testpasswd \ -d '{"attributes":{"title":"logstash-*","timeFieldName":"@timestamp"}}' log 'Searching index pattern via Kibana API' response="$(curl "http://${ip_kb}:5601/api/saved_objects/_find?type=index-pattern" -s -u elastic:testpasswd)" echo "$response" declare -i count count="$(jq -rn --argjson data "${response}" '$data.total')" if (( count != 1 )); then echo "Expected 1 index pattern, got ${count}" exit 1 fi log 'Sending message to Logstash TCP input' declare -i was_retried=0 # retry for max 10s (5*2s) for _ in $(seq 1 5); do if echo 'dockerelk' | nc -q0 "$ip_ls" 50000; then break fi was_retried=1 echo -n 'x' >&2 sleep 2 done if ((was_retried)); then # flush stderr, important in non-interactive environments (CI) echo >&2 fi declare -a refresh_args=( '-X' 'POST' '-s' '-w' '%{http_code}' '-u' 'elastic:testpasswd' 'http://elasticsearch:9200/logstash-*/_refresh' '--resolve' "elasticsearch:9200:${ip_es}" ) echo "curl arguments: ${refresh_args[*]}" # It might take a few seconds before the indices and alias are created, so we # need to be resilient here. was_retried=0 # retry for max 10s (10*1s) for _ in $(seq 1 10); do output="$(curl "${refresh_args[@]}")" if [ "${output: -3}" -eq 200 ]; then break fi was_retried=1 echo -n 'x' >&2 sleep 1 done if ((was_retried)); then # flush stderr, important in non-interactive environments (CI) echo >&2 fi log 'Searching message in Elasticsearch' query=$( (IFS= read -r -d '' data || echo "$data" | jq -c) <&2 sleep 1 done if ((was_retried)); then # flush stderr, important in non-interactive environments (CI) echo >&2 fi echo "$response" if (( count != 1 )); then echo "Expected 1 document, got ${count}" exit 1 fi